2024-11-20 02:57:21,308 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-20 02:57:21,325 main DEBUG Took 0.015244 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 02:57:21,326 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 02:57:21,326 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 02:57:21,327 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 02:57:21,328 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,335 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 02:57:21,348 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,349 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,350 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,351 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,351 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,352 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,353 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,354 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,354 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,355 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,356 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,356 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,357 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,357 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,357 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,358 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,358 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,359 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,359 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,360 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,360 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,361 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,362 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 02:57:21,362 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,363 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 02:57:21,364 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 02:57:21,366 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 02:57:21,368 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 02:57:21,368 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 02:57:21,369 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 02:57:21,370 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 02:57:21,379 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 02:57:21,382 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 02:57:21,384 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 02:57:21,384 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 02:57:21,385 main DEBUG createAppenders(={Console}) 2024-11-20 02:57:21,386 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-20 02:57:21,386 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-20 02:57:21,387 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-20 02:57:21,387 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 02:57:21,388 main DEBUG OutputStream closed 2024-11-20 02:57:21,388 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 02:57:21,388 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 02:57:21,391 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-20 02:57:21,474 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 02:57:21,476 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 02:57:21,477 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 02:57:21,478 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 02:57:21,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 02:57:21,479 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 02:57:21,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 02:57:21,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 02:57:21,480 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 02:57:21,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 02:57:21,481 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 02:57:21,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 02:57:21,482 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 02:57:21,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 02:57:21,483 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 02:57:21,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 02:57:21,484 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 02:57:21,485 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 02:57:21,487 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 02:57:21,487 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-20 02:57:21,488 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 02:57:21,488 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-20T02:57:21,500 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-20 02:57:21,502 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 02:57:21,503 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T02:57:21,538 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=262, ProcessCount=11, AvailableMemoryMB=7102 2024-11-20T02:57:21,758 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3 2024-11-20T02:57:21,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T02:57:21,774 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589, deleteOnExit=true 2024-11-20T02:57:21,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T02:57:21,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/test.cache.data in system properties and HBase conf 2024-11-20T02:57:21,776 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T02:57:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir in system properties and HBase conf 2024-11-20T02:57:21,777 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T02:57:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T02:57:21,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T02:57:21,853 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T02:57:21,936 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T02:57:21,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:57:21,940 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T02:57:21,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T02:57:21,941 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:57:21,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T02:57:21,942 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T02:57:21,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T02:57:21,943 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:57:21,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T02:57:21,944 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/nfs.dump.dir in system properties and HBase conf 2024-11-20T02:57:21,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/java.io.tmpdir in system properties and HBase conf 2024-11-20T02:57:21,945 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T02:57:21,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T02:57:21,946 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T02:57:22,878 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T02:57:22,945 INFO [Time-limited test {}] log.Log(170): Logging initialized @2290ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T02:57:23,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:57:23,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:57:23,088 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:57:23,089 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:57:23,090 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:57:23,102 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:57:23,105 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:57:23,106 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:57:23,284 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/java.io.tmpdir/jetty-localhost-36181-hadoop-hdfs-3_4_1-tests_jar-_-any-1804940418334775810/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T02:57:23,290 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:36181} 2024-11-20T02:57:23,290 INFO [Time-limited test {}] server.Server(415): Started @2636ms 2024-11-20T02:57:23,789 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:57:23,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:57:23,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:57:23,797 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:57:23,797 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:57:23,798 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:57:23,799 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:57:23,894 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/java.io.tmpdir/jetty-localhost-40729-hadoop-hdfs-3_4_1-tests_jar-_-any-3740149875485255278/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:57:23,894 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:40729} 2024-11-20T02:57:23,895 INFO [Time-limited test {}] server.Server(415): Started @3241ms 2024-11-20T02:57:23,941 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:57:24,042 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:57:24,050 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:57:24,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:57:24,054 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:57:24,055 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:57:24,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:57:24,056 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:57:24,156 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/java.io.tmpdir/jetty-localhost-44023-hadoop-hdfs-3_4_1-tests_jar-_-any-6250775883596031430/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:57:24,157 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:44023} 2024-11-20T02:57:24,157 INFO [Time-limited test {}] server.Server(415): Started @3503ms 2024-11-20T02:57:24,160 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:57:24,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T02:57:24,216 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T02:57:24,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T02:57:24,219 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T02:57:24,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T02:57:24,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir/,AVAILABLE} 2024-11-20T02:57:24,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T02:57:24,326 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/java.io.tmpdir/jetty-localhost-41773-hadoop-hdfs-3_4_1-tests_jar-_-any-4230970895802668547/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T02:57:24,326 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:41773} 2024-11-20T02:57:24,326 INFO [Time-limited test {}] server.Server(415): Started @3672ms 2024-11-20T02:57:24,328 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T02:57:25,165 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data2/current/BP-571664709-172.17.0.2-1732071442461/current, will proceed with Du for space computation calculation, 2024-11-20T02:57:25,165 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data4/current/BP-571664709-172.17.0.2-1732071442461/current, will proceed with Du for space computation calculation, 2024-11-20T02:57:25,165 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data3/current/BP-571664709-172.17.0.2-1732071442461/current, will proceed with Du for space computation calculation, 2024-11-20T02:57:25,165 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data1/current/BP-571664709-172.17.0.2-1732071442461/current, will proceed with Du for space computation calculation, 2024-11-20T02:57:25,195 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:57:25,195 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:57:25,207 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data6/current/BP-571664709-172.17.0.2-1732071442461/current, will proceed with Du for space computation calculation, 2024-11-20T02:57:25,207 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data5/current/BP-571664709-172.17.0.2-1732071442461/current, will proceed with Du for space computation calculation, 2024-11-20T02:57:25,230 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T02:57:25,245 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x735da96423770b3b with lease ID 0x37f42382e9e9e451: Processing first storage report for DS-2eba8e2a-c8d9-4c08-8280-413eccc0f3a3 from datanode DatanodeRegistration(127.0.0.1:44519, datanodeUuid=c048887b-7585-45a6-8e74-21850d23d6f5, infoPort=37987, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461) 2024-11-20T02:57:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x735da96423770b3b with lease ID 0x37f42382e9e9e451: from storage DS-2eba8e2a-c8d9-4c08-8280-413eccc0f3a3 node DatanodeRegistration(127.0.0.1:44519, datanodeUuid=c048887b-7585-45a6-8e74-21850d23d6f5, infoPort=37987, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:57:25,246 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8854b08eb62a3744 with lease ID 0x37f42382e9e9e450: Processing first storage report for DS-d7254842-cea0-4b70-b3cf-43a661fa0024 from datanode DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d1fc9923-c7be-4219-8737-89ebb009a323, infoPort=45271, infoSecurePort=0, ipcPort=33597, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461) 2024-11-20T02:57:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8854b08eb62a3744 with lease ID 0x37f42382e9e9e450: from storage DS-d7254842-cea0-4b70-b3cf-43a661fa0024 node DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d1fc9923-c7be-4219-8737-89ebb009a323, infoPort=45271, infoSecurePort=0, ipcPort=33597, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:57:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fbbf1e956ba0363 with lease ID 0x37f42382e9e9e452: Processing first storage report for DS-f8771f2e-8eac-467b-9dfe-f73bb38fd47c from datanode DatanodeRegistration(127.0.0.1:40461, datanodeUuid=61d6b639-7073-479a-acb8-aacd21640a30, infoPort=39885, infoSecurePort=0, ipcPort=46157, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461) 2024-11-20T02:57:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fbbf1e956ba0363 with lease ID 0x37f42382e9e9e452: from storage DS-f8771f2e-8eac-467b-9dfe-f73bb38fd47c node DatanodeRegistration(127.0.0.1:40461, datanodeUuid=61d6b639-7073-479a-acb8-aacd21640a30, infoPort=39885, infoSecurePort=0, ipcPort=46157, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:57:25,247 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x735da96423770b3b with lease ID 0x37f42382e9e9e451: Processing first storage report for DS-0542b760-1a3e-4847-8ea0-71ba2db68857 from datanode DatanodeRegistration(127.0.0.1:44519, datanodeUuid=c048887b-7585-45a6-8e74-21850d23d6f5, infoPort=37987, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461) 2024-11-20T02:57:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x735da96423770b3b with lease ID 0x37f42382e9e9e451: from storage DS-0542b760-1a3e-4847-8ea0-71ba2db68857 node DatanodeRegistration(127.0.0.1:44519, datanodeUuid=c048887b-7585-45a6-8e74-21850d23d6f5, infoPort=37987, infoSecurePort=0, ipcPort=40077, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:57:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8854b08eb62a3744 with lease ID 0x37f42382e9e9e450: Processing first storage report for DS-b209c135-eb31-4ae2-a092-031026d89cfe from datanode DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d1fc9923-c7be-4219-8737-89ebb009a323, infoPort=45271, infoSecurePort=0, ipcPort=33597, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461) 2024-11-20T02:57:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8854b08eb62a3744 with lease ID 0x37f42382e9e9e450: from storage DS-b209c135-eb31-4ae2-a092-031026d89cfe node DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d1fc9923-c7be-4219-8737-89ebb009a323, infoPort=45271, infoSecurePort=0, ipcPort=33597, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:57:25,248 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2fbbf1e956ba0363 with lease ID 0x37f42382e9e9e452: Processing first storage report for DS-9aca4d11-81fd-4204-9207-f44c3bc8459c from datanode DatanodeRegistration(127.0.0.1:40461, datanodeUuid=61d6b639-7073-479a-acb8-aacd21640a30, infoPort=39885, infoSecurePort=0, ipcPort=46157, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461) 2024-11-20T02:57:25,249 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2fbbf1e956ba0363 with lease ID 0x37f42382e9e9e452: from storage DS-9aca4d11-81fd-4204-9207-f44c3bc8459c node DatanodeRegistration(127.0.0.1:40461, datanodeUuid=61d6b639-7073-479a-acb8-aacd21640a30, infoPort=39885, infoSecurePort=0, ipcPort=46157, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T02:57:25,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3 2024-11-20T02:57:25,396 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/zookeeper_0, clientPort=49359, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T02:57:25,406 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49359 2024-11-20T02:57:25,416 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:25,419 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:25,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:57:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:57:25,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741825_1001 (size=7) 2024-11-20T02:57:26,065 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 with version=8 2024-11-20T02:57:26,065 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/hbase-staging 2024-11-20T02:57:26,148 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T02:57:26,381 INFO [Time-limited test {}] client.ConnectionUtils(128): master/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:57:26,389 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:26,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:26,394 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:57:26,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:26,395 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:57:26,520 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T02:57:26,574 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T02:57:26,583 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T02:57:26,587 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:57:26,612 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 101574 (auto-detected) 2024-11-20T02:57:26,613 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T02:57:26,631 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37159 2024-11-20T02:57:26,650 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37159 connecting to ZooKeeper ensemble=127.0.0.1:49359 2024-11-20T02:57:26,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:371590x0, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:57:26,746 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37159-0x1015776664a0000 connected 2024-11-20T02:57:26,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:26,832 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:26,844 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:57:26,848 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7, hbase.cluster.distributed=false 2024-11-20T02:57:26,877 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:57:26,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-20T02:57:26,882 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37159 2024-11-20T02:57:26,883 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37159 2024-11-20T02:57:26,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-20T02:57:26,887 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37159 2024-11-20T02:57:26,977 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:57:26,978 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:26,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:26,979 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:57:26,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:26,979 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:57:26,981 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:57:26,984 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:57:26,985 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44069 2024-11-20T02:57:26,987 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44069 connecting to ZooKeeper ensemble=127.0.0.1:49359 2024-11-20T02:57:26,987 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:26,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:27,009 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:440690x0, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:57:27,010 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44069-0x1015776664a0001 connected 2024-11-20T02:57:27,010 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:57:27,014 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:57:27,021 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:57:27,023 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:57:27,028 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:57:27,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-20T02:57:27,028 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44069 2024-11-20T02:57:27,029 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44069 2024-11-20T02:57:27,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-20T02:57:27,030 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44069 2024-11-20T02:57:27,047 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:57:27,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:27,047 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:27,048 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:57:27,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:27,048 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:57:27,048 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:57:27,049 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:57:27,049 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38515 2024-11-20T02:57:27,051 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38515 connecting to ZooKeeper ensemble=127.0.0.1:49359 2024-11-20T02:57:27,052 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:27,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:27,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:385150x0, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:57:27,085 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:385150x0, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:57:27,085 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38515-0x1015776664a0002 connected 2024-11-20T02:57:27,085 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:57:27,086 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:57:27,087 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:57:27,089 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:57:27,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-20T02:57:27,090 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38515 2024-11-20T02:57:27,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38515 2024-11-20T02:57:27,091 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-20T02:57:27,092 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38515 2024-11-20T02:57:27,111 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/1c82b83631a2:0 server-side Connection retries=45 2024-11-20T02:57:27,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:27,111 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:27,111 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T02:57:27,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T02:57:27,112 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T02:57:27,112 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T02:57:27,112 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T02:57:27,113 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42287 2024-11-20T02:57:27,115 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42287 connecting to ZooKeeper ensemble=127.0.0.1:49359 2024-11-20T02:57:27,116 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:27,117 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:27,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:422870x0, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T02:57:27,149 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:422870x0, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T02:57:27,149 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42287-0x1015776664a0003 connected 2024-11-20T02:57:27,150 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T02:57:27,151 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T02:57:27,152 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T02:57:27,154 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T02:57:27,155 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42287 2024-11-20T02:57:27,156 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42287 2024-11-20T02:57:27,157 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42287 2024-11-20T02:57:27,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42287 2024-11-20T02:57:27,158 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42287 2024-11-20T02:57:27,174 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;1c82b83631a2:37159 2024-11-20T02:57:27,175 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/1c82b83631a2,37159,1732071446234 2024-11-20T02:57:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:57:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:57:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:57:27,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:57:27,195 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/1c82b83631a2,37159,1732071446234 2024-11-20T02:57:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:57:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:57:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T02:57:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,227 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T02:57:27,228 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/1c82b83631a2,37159,1732071446234 from backup master directory 2024-11-20T02:57:27,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/1c82b83631a2,37159,1732071446234 2024-11-20T02:57:27,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:57:27,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:57:27,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:57:27,240 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T02:57:27,241 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:57:27,242 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=1c82b83631a2,37159,1732071446234 2024-11-20T02:57:27,244 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T02:57:27,245 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T02:57:27,299 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/hbase.id] with ID: 1a00f325-480c-408e-9933-918d27d9c474 2024-11-20T02:57:27,300 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/.tmp/hbase.id 2024-11-20T02:57:27,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:57:27,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:57:27,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741826_1002 (size=42) 2024-11-20T02:57:27,313 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/.tmp/hbase.id]:[hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/hbase.id] 2024-11-20T02:57:27,355 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T02:57:27,361 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T02:57:27,378 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-11-20T02:57:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,409 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:57:27,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:57:27,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741827_1003 (size=196) 2024-11-20T02:57:27,448 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:57:27,450 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T02:57:27,463 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:57:27,467 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:57:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:57:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:57:27,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741828_1004 (size=1189) 2024-11-20T02:57:27,511 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store 2024-11-20T02:57:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:57:27,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:57:27,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741829_1005 (size=34) 2024-11-20T02:57:27,536 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T02:57:27,539 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:27,541 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T02:57:27,541 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:57:27,541 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:57:27,543 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T02:57:27,543 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:57:27,543 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T02:57:27,545 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732071447541Disabling compacts and flushes for region at 1732071447541Disabling writes for close at 1732071447543 (+2 ms)Writing region close event to WAL at 1732071447543Closed at 1732071447543 2024-11-20T02:57:27,547 WARN [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/.initializing 2024-11-20T02:57:27,547 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/WALs/1c82b83631a2,37159,1732071446234 2024-11-20T02:57:27,555 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:57:27,570 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C37159%2C1732071446234, suffix=, logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/WALs/1c82b83631a2,37159,1732071446234, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/oldWALs, maxLogs=10 2024-11-20T02:57:27,594 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/WALs/1c82b83631a2,37159,1732071446234/1c82b83631a2%2C37159%2C1732071446234.1732071447575, exclude list is [], retry=0 2024-11-20T02:57:27,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-f8771f2e-8eac-467b-9dfe-f73bb38fd47c,DISK] 2024-11-20T02:57:27,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-2eba8e2a-c8d9-4c08-8280-413eccc0f3a3,DISK] 2024-11-20T02:57:27,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-d7254842-cea0-4b70-b3cf-43a661fa0024,DISK] 2024-11-20T02:57:27,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T02:57:27,648 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/WALs/1c82b83631a2,37159,1732071446234/1c82b83631a2%2C37159%2C1732071446234.1732071447575 2024-11-20T02:57:27,649 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39885:39885),(127.0.0.1/127.0.0.1:45271:45271),(127.0.0.1/127.0.0.1:37987:37987)] 2024-11-20T02:57:27,650 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:57:27,650 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:27,653 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,653 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,690 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,713 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T02:57:27,716 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:27,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:27,719 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,722 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T02:57:27,723 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:27,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:27,724 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,727 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T02:57:27,727 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:27,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:27,728 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,731 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T02:57:27,731 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:27,732 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:27,733 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,736 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,737 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,743 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,743 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,746 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:57:27,750 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T02:57:27,754 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:27,755 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59380245, jitterRate=-0.11516539752483368}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:57:27,762 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732071447665Initializing all the Stores at 1732071447667 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071447668 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071447668Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071447668Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071447668Cleaning up temporary data from old regions at 1732071447743 (+75 ms)Region opened successfully at 1732071447762 (+19 ms) 2024-11-20T02:57:27,763 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T02:57:27,793 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64d29d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:57:27,820 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T02:57:27,829 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T02:57:27,829 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T02:57:27,832 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:57:27,833 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T02:57:27,837 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T02:57:27,837 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T02:57:27,861 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T02:57:27,869 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T02:57:27,908 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T02:57:27,914 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T02:57:27,917 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T02:57:27,925 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T02:57:27,927 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T02:57:27,930 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T02:57:27,941 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T02:57:27,944 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T02:57:27,950 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T02:57:27,970 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T02:57:27,981 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T02:57:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:57:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:57:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:57:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T02:57:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,992 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:27,997 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=1c82b83631a2,37159,1732071446234, sessionid=0x1015776664a0000, setting cluster-up flag (Was=false) 2024-11-20T02:57:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,050 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T02:57:28,054 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,37159,1732071446234 2024-11-20T02:57:28,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,100 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T02:57:28,102 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=1c82b83631a2,37159,1732071446234 2024-11-20T02:57:28,108 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T02:57:28,164 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(746): ClusterId : 1a00f325-480c-408e-9933-918d27d9c474 2024-11-20T02:57:28,164 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(746): ClusterId : 1a00f325-480c-408e-9933-918d27d9c474 2024-11-20T02:57:28,166 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:57:28,166 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:57:28,166 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(746): ClusterId : 1a00f325-480c-408e-9933-918d27d9c474 2024-11-20T02:57:28,166 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T02:57:28,179 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:57:28,186 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:57:28,186 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:57:28,186 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T02:57:28,186 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:57:28,186 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:57:28,186 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T02:57:28,190 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T02:57:28,197 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T02:57:28,201 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:57:28,201 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:57:28,201 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T02:57:28,201 DEBUG [RS:1;1c82b83631a2:38515 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c4d8e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:57:28,201 DEBUG [RS:2;1c82b83631a2:42287 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f3a598a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:57:28,202 DEBUG [RS:0;1c82b83631a2:44069 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5702bdaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=1c82b83631a2/172.17.0.2:0 2024-11-20T02:57:28,203 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 1c82b83631a2,37159,1732071446234 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T02:57:28,211 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:57:28,211 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:57:28,212 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:57:28,212 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/1c82b83631a2:0, corePoolSize=5, maxPoolSize=5 2024-11-20T02:57:28,212 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/1c82b83631a2:0, corePoolSize=10, maxPoolSize=10 2024-11-20T02:57:28,212 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,212 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:57:28,212 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,216 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071478216 2024-11-20T02:57:28,218 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;1c82b83631a2:42287 2024-11-20T02:57:28,220 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T02:57:28,221 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;1c82b83631a2:44069 2024-11-20T02:57:28,222 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:57:28,222 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:57:28,222 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T02:57:28,222 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:57:28,222 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:57:28,222 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:57:28,222 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:57:28,222 DEBUG [RS:1;1c82b83631a2:38515 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;1c82b83631a2:38515 2024-11-20T02:57:28,223 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T02:57:28,223 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T02:57:28,223 DEBUG [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T02:57:28,225 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,37159,1732071446234 with port=38515, startcode=1732071447046 2024-11-20T02:57:28,225 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,37159,1732071446234 with port=42287, startcode=1732071447110 2024-11-20T02:57:28,225 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:57:28,225 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(2659): reportForDuty to master=1c82b83631a2,37159,1732071446234 with port=44069, startcode=1732071446946 2024-11-20T02:57:28,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T02:57:28,226 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T02:57:28,226 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T02:57:28,227 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T02:57:28,227 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T02:57:28,232 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:28,230 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,233 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T02:57:28,234 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T02:57:28,235 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T02:57:28,235 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T02:57:28,239 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T02:57:28,239 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T02:57:28,239 DEBUG [RS:0;1c82b83631a2:44069 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:57:28,239 DEBUG [RS:1;1c82b83631a2:38515 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:57:28,240 DEBUG [RS:2;1c82b83631a2:42287 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T02:57:28,241 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071448240,5,FailOnTimeoutGroup] 2024-11-20T02:57:28,246 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071448241,5,FailOnTimeoutGroup] 2024-11-20T02:57:28,247 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,247 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T02:57:28,248 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,248 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:57:28,262 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:57:28,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741831_1007 (size=1321) 2024-11-20T02:57:28,263 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T02:57:28,264 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:28,280 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:57:28,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:57:28,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741832_1008 (size=32) 2024-11-20T02:57:28,282 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53397, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:57:28,282 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50257, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:57:28,284 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:28,287 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34043, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T02:57:28,288 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,38515,1732071447046 2024-11-20T02:57:28,289 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:57:28,291 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:28,293 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:57:28,293 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:28,294 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:28,295 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:57:28,298 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:57:28,298 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:28,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:28,299 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:57:28,302 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:57:28,302 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:28,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:28,303 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:57:28,304 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,44069,1732071446946 2024-11-20T02:57:28,305 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:28,306 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:57:28,306 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:28,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:28,309 DEBUG [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:28,309 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:57:28,309 DEBUG [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44987 2024-11-20T02:57:28,309 DEBUG [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:57:28,310 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 1c82b83631a2,42287,1732071447110 2024-11-20T02:57:28,311 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] master.ServerManager(517): Registering regionserver=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:28,311 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:28,311 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740 2024-11-20T02:57:28,311 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44987 2024-11-20T02:57:28,311 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:57:28,312 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740 2024-11-20T02:57:28,315 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:28,315 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44987 2024-11-20T02:57:28,315 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T02:57:28,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:57:28,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:57:28,317 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:57:28,321 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:57:28,325 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:28,326 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61204138, jitterRate=-0.0879872739315033}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:57:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732071448286Initializing all the Stores at 1732071448288 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071448289 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071448289Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071448289Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071448289Cleaning up temporary data from old regions at 1732071448316 (+27 ms)Region opened successfully at 1732071448330 (+14 ms) 2024-11-20T02:57:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T02:57:28,330 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T02:57:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T02:57:28,330 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T02:57:28,331 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T02:57:28,332 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T02:57:28,332 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732071448330Disabling compacts and flushes for region at 1732071448330Disabling writes for close at 1732071448330Writing region close event to WAL at 1732071448331 (+1 ms)Closed at 1732071448332 (+1 ms) 2024-11-20T02:57:28,334 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:57:28,335 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T02:57:28,340 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:57:28,350 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:57:28,353 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T02:57:28,364 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:57:28,375 DEBUG [RS:0;1c82b83631a2:44069 {}] zookeeper.ZKUtil(111): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,44069,1732071446946 2024-11-20T02:57:28,375 DEBUG [RS:1;1c82b83631a2:38515 {}] zookeeper.ZKUtil(111): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,38515,1732071447046 2024-11-20T02:57:28,375 WARN [RS:1;1c82b83631a2:38515 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:57:28,375 WARN [RS:0;1c82b83631a2:44069 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:57:28,375 INFO [RS:0;1c82b83631a2:44069 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:57:28,375 INFO [RS:1;1c82b83631a2:38515 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:57:28,376 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,44069,1732071446946 2024-11-20T02:57:28,376 DEBUG [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046 2024-11-20T02:57:28,376 DEBUG [RS:2;1c82b83631a2:42287 {}] zookeeper.ZKUtil(111): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/1c82b83631a2,42287,1732071447110 2024-11-20T02:57:28,376 WARN [RS:2;1c82b83631a2:42287 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T02:57:28,376 INFO [RS:2;1c82b83631a2:42287 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:57:28,376 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,42287,1732071447110 2024-11-20T02:57:28,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,44069,1732071446946] 2024-11-20T02:57:28,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,38515,1732071447046] 2024-11-20T02:57:28,377 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [1c82b83631a2,42287,1732071447110] 2024-11-20T02:57:28,399 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:57:28,399 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:57:28,399 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T02:57:28,413 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:57:28,413 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:57:28,413 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T02:57:28,419 INFO [RS:1;1c82b83631a2:38515 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:57:28,419 INFO [RS:2;1c82b83631a2:42287 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:57:28,419 INFO [RS:0;1c82b83631a2:44069 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T02:57:28,420 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,420 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,420 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,426 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:57:28,426 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:57:28,426 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T02:57:28,432 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:57:28,432 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:57:28,432 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T02:57:28,434 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,434 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,434 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,434 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,434 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,434 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,434 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,434 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,434 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:57:28,435 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:57:28,435 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0, corePoolSize=2, maxPoolSize=2 2024-11-20T02:57:28,435 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,435 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/1c82b83631a2:0, corePoolSize=1, maxPoolSize=1 2024-11-20T02:57:28,436 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:57:28,436 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:57:28,436 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:57:28,437 DEBUG [RS:0;1c82b83631a2:44069 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:57:28,437 DEBUG [RS:2;1c82b83631a2:42287 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:57:28,437 DEBUG [RS:1;1c82b83631a2:38515 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/1c82b83631a2:0, corePoolSize=3, maxPoolSize=3 2024-11-20T02:57:28,438 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,438 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,438 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,438 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,438 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,438 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,438 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,438 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,42287,1732071447110-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,438 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,44069,1732071446946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,439 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38515,1732071447046-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:57:28,456 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:57:28,458 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,42287,1732071447110-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,458 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,459 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.Replication(171): 1c82b83631a2,42287,1732071447110 started 2024-11-20T02:57:28,461 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:57:28,461 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,44069,1732071446946-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,461 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,461 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.Replication(171): 1c82b83631a2,44069,1732071446946 started 2024-11-20T02:57:28,462 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T02:57:28,462 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,38515,1732071447046-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,462 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,463 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.Replication(171): 1c82b83631a2,38515,1732071447046 started 2024-11-20T02:57:28,476 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,477 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,42287,1732071447110, RpcServer on 1c82b83631a2/172.17.0.2:42287, sessionid=0x1015776664a0003 2024-11-20T02:57:28,477 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:57:28,478 DEBUG [RS:2;1c82b83631a2:42287 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,42287,1732071447110 2024-11-20T02:57:28,478 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,42287,1732071447110' 2024-11-20T02:57:28,478 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:57:28,478 INFO [RS:1;1c82b83631a2:38515 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,479 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,38515,1732071447046, RpcServer on 1c82b83631a2/172.17.0.2:38515, sessionid=0x1015776664a0002 2024-11-20T02:57:28,479 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:57:28,479 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:57:28,479 DEBUG [RS:1;1c82b83631a2:38515 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,38515,1732071447046 2024-11-20T02:57:28,479 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,38515,1732071447046' 2024-11-20T02:57:28,479 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:57:28,479 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:57:28,480 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:57:28,480 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:28,480 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:57:28,480 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1482): Serving as 1c82b83631a2,44069,1732071446946, RpcServer on 1c82b83631a2/172.17.0.2:44069, sessionid=0x1015776664a0001 2024-11-20T02:57:28,480 DEBUG [RS:2;1c82b83631a2:42287 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,42287,1732071447110 2024-11-20T02:57:28,480 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,42287,1732071447110' 2024-11-20T02:57:28,480 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:57:28,480 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T02:57:28,480 DEBUG [RS:0;1c82b83631a2:44069 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 1c82b83631a2,44069,1732071446946 2024-11-20T02:57:28,480 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,44069,1732071446946' 2024-11-20T02:57:28,480 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T02:57:28,480 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:57:28,480 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:57:28,480 DEBUG [RS:1;1c82b83631a2:38515 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,38515,1732071447046 2024-11-20T02:57:28,480 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:57:28,480 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,38515,1732071447046' 2024-11-20T02:57:28,481 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:57:28,481 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T02:57:28,481 DEBUG [RS:2;1c82b83631a2:42287 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:57:28,481 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:57:28,481 INFO [RS:2;1c82b83631a2:42287 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:57:28,481 INFO [RS:2;1c82b83631a2:42287 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:57:28,482 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T02:57:28,482 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T02:57:28,482 DEBUG [RS:0;1c82b83631a2:44069 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 1c82b83631a2,44069,1732071446946 2024-11-20T02:57:28,482 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '1c82b83631a2,44069,1732071446946' 2024-11-20T02:57:28,482 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T02:57:28,482 DEBUG [RS:1;1c82b83631a2:38515 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:57:28,482 INFO [RS:1;1c82b83631a2:38515 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:57:28,482 INFO [RS:1;1c82b83631a2:38515 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:57:28,482 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T02:57:28,483 DEBUG [RS:0;1c82b83631a2:44069 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T02:57:28,483 INFO [RS:0;1c82b83631a2:44069 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T02:57:28,483 INFO [RS:0;1c82b83631a2:44069 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T02:57:28,504 WARN [1c82b83631a2:37159 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T02:57:28,591 INFO [RS:2;1c82b83631a2:42287 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:57:28,591 INFO [RS:1;1c82b83631a2:38515 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:57:28,591 INFO [RS:0;1c82b83631a2:44069 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T02:57:28,594 INFO [RS:0;1c82b83631a2:44069 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C44069%2C1732071446946, suffix=, logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,44069,1732071446946, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs, maxLogs=32 2024-11-20T02:57:28,594 INFO [RS:2;1c82b83631a2:42287 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C42287%2C1732071447110, suffix=, logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,42287,1732071447110, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs, maxLogs=32 2024-11-20T02:57:28,594 INFO [RS:1;1c82b83631a2:38515 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C38515%2C1732071447046, suffix=, logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs, maxLogs=32 2024-11-20T02:57:28,610 DEBUG [RS:0;1c82b83631a2:44069 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,44069,1732071446946/1c82b83631a2%2C44069%2C1732071446946.1732071448597, exclude list is [], retry=0 2024-11-20T02:57:28,616 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-2eba8e2a-c8d9-4c08-8280-413eccc0f3a3,DISK] 2024-11-20T02:57:28,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-f8771f2e-8eac-467b-9dfe-f73bb38fd47c,DISK] 2024-11-20T02:57:28,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-d7254842-cea0-4b70-b3cf-43a661fa0024,DISK] 2024-11-20T02:57:28,639 DEBUG [RS:2;1c82b83631a2:42287 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,42287,1732071447110/1c82b83631a2%2C42287%2C1732071447110.1732071448598, exclude list is [], retry=0 2024-11-20T02:57:28,639 DEBUG [RS:1;1c82b83631a2:38515 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046/1c82b83631a2%2C38515%2C1732071447046.1732071448598, exclude list is [], retry=0 2024-11-20T02:57:28,643 INFO [RS:0;1c82b83631a2:44069 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,44069,1732071446946/1c82b83631a2%2C44069%2C1732071446946.1732071448597 2024-11-20T02:57:28,644 DEBUG [RS:0;1c82b83631a2:44069 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:39885:39885),(127.0.0.1/127.0.0.1:45271:45271)] 2024-11-20T02:57:28,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-2eba8e2a-c8d9-4c08-8280-413eccc0f3a3,DISK] 2024-11-20T02:57:28,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-2eba8e2a-c8d9-4c08-8280-413eccc0f3a3,DISK] 2024-11-20T02:57:28,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-d7254842-cea0-4b70-b3cf-43a661fa0024,DISK] 2024-11-20T02:57:28,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-f8771f2e-8eac-467b-9dfe-f73bb38fd47c,DISK] 2024-11-20T02:57:28,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-d7254842-cea0-4b70-b3cf-43a661fa0024,DISK] 2024-11-20T02:57:28,647 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-f8771f2e-8eac-467b-9dfe-f73bb38fd47c,DISK] 2024-11-20T02:57:28,654 INFO [RS:1;1c82b83631a2:38515 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046/1c82b83631a2%2C38515%2C1732071447046.1732071448598 2024-11-20T02:57:28,655 INFO [RS:2;1c82b83631a2:42287 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,42287,1732071447110/1c82b83631a2%2C42287%2C1732071447110.1732071448598 2024-11-20T02:57:28,655 DEBUG [RS:1;1c82b83631a2:38515 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:39885:39885),(127.0.0.1/127.0.0.1:45271:45271)] 2024-11-20T02:57:28,662 DEBUG [RS:2;1c82b83631a2:42287 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45271:45271),(127.0.0.1/127.0.0.1:39885:39885),(127.0.0.1/127.0.0.1:37987:37987)] 2024-11-20T02:57:28,758 DEBUG [1c82b83631a2:37159 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T02:57:28,772 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:57:28,778 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:57:28,778 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:57:28,778 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:57:28,778 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:57:28,778 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:57:28,778 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:57:28,778 INFO [1c82b83631a2:37159 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:57:28,778 INFO [1c82b83631a2:37159 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:57:28,778 INFO [1c82b83631a2:37159 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:57:28,778 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:57:28,785 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:28,792 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,38515,1732071447046, state=OPENING 2024-11-20T02:57:28,833 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T02:57:28,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,842 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T02:57:28,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:28,843 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:28,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:28,844 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:28,847 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T02:57:28,850 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:29,026 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:57:29,029 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33117, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:57:29,040 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T02:57:29,040 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T02:57:29,041 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T02:57:29,044 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C38515%2C1732071447046.meta, suffix=.meta, logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs, maxLogs=32 2024-11-20T02:57:29,060 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, exclude list is [], retry=0 2024-11-20T02:57:29,064 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-f8771f2e-8eac-467b-9dfe-f73bb38fd47c,DISK] 2024-11-20T02:57:29,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-d7254842-cea0-4b70-b3cf-43a661fa0024,DISK] 2024-11-20T02:57:29,065 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-2eba8e2a-c8d9-4c08-8280-413eccc0f3a3,DISK] 2024-11-20T02:57:29,068 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta 2024-11-20T02:57:29,068 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39885:39885),(127.0.0.1/127.0.0.1:45271:45271),(127.0.0.1/127.0.0.1:37987:37987)] 2024-11-20T02:57:29,069 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T02:57:29,070 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T02:57:29,072 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T02:57:29,077 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T02:57:29,080 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T02:57:29,081 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,081 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T02:57:29,081 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T02:57:29,085 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T02:57:29,086 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T02:57:29,086 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:29,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:29,087 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T02:57:29,089 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T02:57:29,089 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:29,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:29,090 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T02:57:29,092 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T02:57:29,092 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:29,092 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:29,093 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T02:57:29,094 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T02:57:29,094 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:29,095 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T02:57:29,095 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T02:57:29,096 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740 2024-11-20T02:57:29,099 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740 2024-11-20T02:57:29,102 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T02:57:29,102 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T02:57:29,103 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T02:57:29,105 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T02:57:29,107 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74117281, jitterRate=0.10443355143070221}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T02:57:29,107 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T02:57:29,108 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732071449082Writing region info on filesystem at 1732071449082Initializing all the Stores at 1732071449084 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071449084Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071449084Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071449084Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071449084Cleaning up temporary data from old regions at 1732071449102 (+18 ms)Running coprocessor post-open hooks at 1732071449107 (+5 ms)Region opened successfully at 1732071449108 (+1 ms) 2024-11-20T02:57:29,114 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732071449016 2024-11-20T02:57:29,125 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T02:57:29,125 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T02:57:29,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:29,129 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,38515,1732071447046, state=OPEN 2024-11-20T02:57:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:57:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:57:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:57:29,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:57:29,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:29,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:29,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:29,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:29,157 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:29,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T02:57:29,165 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,38515,1732071447046 in 308 msec 2024-11-20T02:57:29,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T02:57:29,173 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 828 msec 2024-11-20T02:57:29,174 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T02:57:29,174 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T02:57:29,193 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:29,195 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:29,214 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:57:29,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34367, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:57:29,235 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0950 sec 2024-11-20T02:57:29,235 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732071449235, completionTime=-1 2024-11-20T02:57:29,238 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T02:57:29,238 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:57:29,263 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T02:57:29,263 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071509263 2024-11-20T02:57:29,263 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071569263 2024-11-20T02:57:29,263 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 24 msec 2024-11-20T02:57:29,265 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:57:29,274 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,37159,1732071446234-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:29,274 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,37159,1732071446234-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:29,274 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,37159,1732071446234-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:29,276 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-1c82b83631a2:37159, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:29,276 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:29,277 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:29,282 DEBUG [master/1c82b83631a2:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T02:57:29,310 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.068sec 2024-11-20T02:57:29,312 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T02:57:29,314 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T02:57:29,315 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T02:57:29,315 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T02:57:29,315 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T02:57:29,316 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,37159,1732071446234-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T02:57:29,317 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,37159,1732071446234-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T02:57:29,321 DEBUG [master/1c82b83631a2:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T02:57:29,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T02:57:29,322 INFO [master/1c82b83631a2:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=1c82b83631a2,37159,1732071446234-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T02:57:29,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a4b686, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:57:29,378 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T02:57:29,378 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T02:57:29,382 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 1c82b83631a2,37159,-1 for getting cluster id 2024-11-20T02:57:29,384 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T02:57:29,392 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '1a00f325-480c-408e-9933-918d27d9c474' 2024-11-20T02:57:29,394 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T02:57:29,394 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "1a00f325-480c-408e-9933-918d27d9c474" 2024-11-20T02:57:29,395 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@477de4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:57:29,395 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [1c82b83631a2,37159,-1] 2024-11-20T02:57:29,398 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T02:57:29,400 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:57:29,401 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50082, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T02:57:29,403 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@450942db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T02:57:29,403 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:29,410 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:29,411 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:57:29,413 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54556, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:57:29,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=1c82b83631a2,37159,1732071446234 2024-11-20T02:57:29,452 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T02:57:29,458 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T02:57:29,466 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 1c82b83631a2,37159,1732071446234 2024-11-20T02:57:29,469 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fd0e3cd 2024-11-20T02:57:29,471 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T02:57:29,473 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50098, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T02:57:29,483 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T02:57:29,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T02:57:29,494 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T02:57:29,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-20T02:57:29,496 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:29,499 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T02:57:29,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:57:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741837_1013 (size=1020) 2024-11-20T02:57:29,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741837_1013 (size=1020) 2024-11-20T02:57:29,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741837_1013 (size=1020) 2024-11-20T02:57:29,520 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8eb1eb1ee6e5fe16483923c99a8d16af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,520 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2f890e402ea64e87a1fe6dd9d416dea4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,521 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 5f02adc151a486e4986d5731e11815b7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741839_1015 (size=110) 2024-11-20T02:57:29,535 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741839_1015 (size=110) 2024-11-20T02:57:29,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741839_1015 (size=110) 2024-11-20T02:57:29,536 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,536 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2f890e402ea64e87a1fe6dd9d416dea4, disabling compactions & flushes 2024-11-20T02:57:29,536 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T02:57:29,536 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T02:57:29,536 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. after waiting 0 ms 2024-11-20T02:57:29,536 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T02:57:29,536 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T02:57:29,537 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2f890e402ea64e87a1fe6dd9d416dea4: Waiting for close lock at 1732071449536Disabling compacts and flushes for region at 1732071449536Disabling writes for close at 1732071449536Writing region close event to WAL at 1732071449536Closed at 1732071449536 2024-11-20T02:57:29,537 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5329f2d9907ca0e02a96bc6b79fb9333, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741838_1014 (size=107) 2024-11-20T02:57:29,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741838_1014 (size=107) 2024-11-20T02:57:29,543 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741838_1014 (size=107) 2024-11-20T02:57:29,544 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,544 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 8eb1eb1ee6e5fe16483923c99a8d16af, disabling compactions & flushes 2024-11-20T02:57:29,544 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T02:57:29,544 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T02:57:29,544 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. after waiting 0 ms 2024-11-20T02:57:29,544 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T02:57:29,544 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T02:57:29,544 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8eb1eb1ee6e5fe16483923c99a8d16af: Waiting for close lock at 1732071449544Disabling compacts and flushes for region at 1732071449544Disabling writes for close at 1732071449544Writing region close event to WAL at 1732071449544Closed at 1732071449544 2024-11-20T02:57:29,545 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 80ffa0c141df249de13a1d8cc59d689b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741840_1016 (size=110) 2024-11-20T02:57:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741840_1016 (size=110) 2024-11-20T02:57:29,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741840_1016 (size=110) 2024-11-20T02:57:29,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 5f02adc151a486e4986d5731e11815b7, disabling compactions & flushes 2024-11-20T02:57:29,551 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T02:57:29,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T02:57:29,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. after waiting 0 ms 2024-11-20T02:57:29,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T02:57:29,551 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T02:57:29,551 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 5f02adc151a486e4986d5731e11815b7: Waiting for close lock at 1732071449551Disabling compacts and flushes for region at 1732071449551Disabling writes for close at 1732071449551Writing region close event to WAL at 1732071449551Closed at 1732071449551 2024-11-20T02:57:29,552 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => b177557ca7459bbbe5faaf044c9a0c1d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741841_1017 (size=110) 2024-11-20T02:57:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741841_1017 (size=110) 2024-11-20T02:57:29,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741841_1017 (size=110) 2024-11-20T02:57:29,567 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5329f2d9907ca0e02a96bc6b79fb9333, disabling compactions & flushes 2024-11-20T02:57:29,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T02:57:29,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T02:57:29,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. after waiting 0 ms 2024-11-20T02:57:29,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T02:57:29,568 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T02:57:29,568 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5329f2d9907ca0e02a96bc6b79fb9333: Waiting for close lock at 1732071449567Disabling compacts and flushes for region at 1732071449567Disabling writes for close at 1732071449568 (+1 ms)Writing region close event to WAL at 1732071449568Closed at 1732071449568 2024-11-20T02:57:29,569 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 6c27e7ecac525cdc37886d8b16b6e94d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,573 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741842_1018 (size=110) 2024-11-20T02:57:29,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741842_1018 (size=110) 2024-11-20T02:57:29,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741842_1018 (size=110) 2024-11-20T02:57:29,577 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,577 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 80ffa0c141df249de13a1d8cc59d689b, disabling compactions & flushes 2024-11-20T02:57:29,577 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T02:57:29,577 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T02:57:29,577 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. after waiting 0 ms 2024-11-20T02:57:29,577 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T02:57:29,577 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T02:57:29,578 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 80ffa0c141df249de13a1d8cc59d689b: Waiting for close lock at 1732071449577Disabling compacts and flushes for region at 1732071449577Disabling writes for close at 1732071449577Writing region close event to WAL at 1732071449577Closed at 1732071449577 2024-11-20T02:57:29,579 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7feb4a7f3e46fcde734fb1ce1cdef734, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741843_1019 (size=110) 2024-11-20T02:57:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741843_1019 (size=110) 2024-11-20T02:57:29,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741843_1019 (size=110) 2024-11-20T02:57:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741844_1020 (size=110) 2024-11-20T02:57:29,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741844_1020 (size=110) 2024-11-20T02:57:29,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741844_1020 (size=110) 2024-11-20T02:57:29,593 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,593 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 6c27e7ecac525cdc37886d8b16b6e94d, disabling compactions & flushes 2024-11-20T02:57:29,593 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T02:57:29,593 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T02:57:29,593 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. after waiting 0 ms 2024-11-20T02:57:29,593 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T02:57:29,593 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T02:57:29,593 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 6c27e7ecac525cdc37886d8b16b6e94d: Waiting for close lock at 1732071449593Disabling compacts and flushes for region at 1732071449593Disabling writes for close at 1732071449593Writing region close event to WAL at 1732071449593Closed at 1732071449593 2024-11-20T02:57:29,594 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 0e4eebc537653059fe80e5ca99e38fe2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741845_1021 (size=110) 2024-11-20T02:57:29,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741845_1021 (size=110) 2024-11-20T02:57:29,598 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741845_1021 (size=110) 2024-11-20T02:57:29,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 7feb4a7f3e46fcde734fb1ce1cdef734, disabling compactions & flushes 2024-11-20T02:57:29,599 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T02:57:29,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T02:57:29,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. after waiting 0 ms 2024-11-20T02:57:29,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T02:57:29,599 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T02:57:29,599 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7feb4a7f3e46fcde734fb1ce1cdef734: Waiting for close lock at 1732071449599Disabling compacts and flushes for region at 1732071449599Disabling writes for close at 1732071449599Writing region close event to WAL at 1732071449599Closed at 1732071449599 2024-11-20T02:57:29,600 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a132c467ead912d85634d493d37911d9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741846_1022 (size=110) 2024-11-20T02:57:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741846_1022 (size=110) 2024-11-20T02:57:29,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741846_1022 (size=110) 2024-11-20T02:57:29,611 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 0e4eebc537653059fe80e5ca99e38fe2, disabling compactions & flushes 2024-11-20T02:57:29,612 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T02:57:29,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T02:57:29,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. after waiting 0 ms 2024-11-20T02:57:29,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T02:57:29,612 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T02:57:29,612 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 0e4eebc537653059fe80e5ca99e38fe2: Waiting for close lock at 1732071449612Disabling compacts and flushes for region at 1732071449612Disabling writes for close at 1732071449612Writing region close event to WAL at 1732071449612Closed at 1732071449612 2024-11-20T02:57:29,613 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => e902f602f6c7bb366a8b31f85e4c4fa2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:57:29,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741847_1023 (size=110) 2024-11-20T02:57:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741847_1023 (size=110) 2024-11-20T02:57:29,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741847_1023 (size=110) 2024-11-20T02:57:29,621 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,621 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing a132c467ead912d85634d493d37911d9, disabling compactions & flushes 2024-11-20T02:57:29,621 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T02:57:29,621 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T02:57:29,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. after waiting 0 ms 2024-11-20T02:57:29,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T02:57:29,622 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T02:57:29,622 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for a132c467ead912d85634d493d37911d9: Waiting for close lock at 1732071449621Disabling compacts and flushes for region at 1732071449621Disabling writes for close at 1732071449622 (+1 ms)Writing region close event to WAL at 1732071449622Closed at 1732071449622 2024-11-20T02:57:29,623 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1be39a085dd8c68625f69b83cd51b646, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741848_1024 (size=110) 2024-11-20T02:57:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741848_1024 (size=110) 2024-11-20T02:57:29,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741848_1024 (size=110) 2024-11-20T02:57:29,631 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,631 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing e902f602f6c7bb366a8b31f85e4c4fa2, disabling compactions & flushes 2024-11-20T02:57:29,631 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T02:57:29,631 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T02:57:29,631 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. after waiting 0 ms 2024-11-20T02:57:29,631 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T02:57:29,631 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T02:57:29,632 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for e902f602f6c7bb366a8b31f85e4c4fa2: Waiting for close lock at 1732071449631Disabling compacts and flushes for region at 1732071449631Disabling writes for close at 1732071449631Writing region close event to WAL at 1732071449631Closed at 1732071449631 2024-11-20T02:57:29,632 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 27f5be1bfce60bb2098abeb141295dbf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741849_1025 (size=110) 2024-11-20T02:57:29,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741849_1025 (size=110) 2024-11-20T02:57:29,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741849_1025 (size=110) 2024-11-20T02:57:29,651 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,651 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1be39a085dd8c68625f69b83cd51b646, disabling compactions & flushes 2024-11-20T02:57:29,651 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T02:57:29,651 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T02:57:29,651 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. after waiting 0 ms 2024-11-20T02:57:29,651 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T02:57:29,651 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T02:57:29,652 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1be39a085dd8c68625f69b83cd51b646: Waiting for close lock at 1732071449651Disabling compacts and flushes for region at 1732071449651Disabling writes for close at 1732071449651Writing region close event to WAL at 1732071449651Closed at 1732071449651 2024-11-20T02:57:29,653 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c3cb3232dcdc7e38e33c64f531e75bfd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741850_1026 (size=110) 2024-11-20T02:57:29,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741850_1026 (size=110) 2024-11-20T02:57:29,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741850_1026 (size=110) 2024-11-20T02:57:29,658 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,659 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 27f5be1bfce60bb2098abeb141295dbf, disabling compactions & flushes 2024-11-20T02:57:29,659 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T02:57:29,659 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T02:57:29,659 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. after waiting 0 ms 2024-11-20T02:57:29,659 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T02:57:29,659 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T02:57:29,659 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 27f5be1bfce60bb2098abeb141295dbf: Waiting for close lock at 1732071449659Disabling compacts and flushes for region at 1732071449659Disabling writes for close at 1732071449659Writing region close event to WAL at 1732071449659Closed at 1732071449659 2024-11-20T02:57:29,660 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => d8456c9b779d38610d5c4c6fcfaeb960, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741851_1027 (size=110) 2024-11-20T02:57:29,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741851_1027 (size=110) 2024-11-20T02:57:29,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741851_1027 (size=110) 2024-11-20T02:57:29,668 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing c3cb3232dcdc7e38e33c64f531e75bfd, disabling compactions & flushes 2024-11-20T02:57:29,669 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T02:57:29,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T02:57:29,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. after waiting 0 ms 2024-11-20T02:57:29,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T02:57:29,669 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T02:57:29,669 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for c3cb3232dcdc7e38e33c64f531e75bfd: Waiting for close lock at 1732071449668Disabling compacts and flushes for region at 1732071449668Disabling writes for close at 1732071449669 (+1 ms)Writing region close event to WAL at 1732071449669Closed at 1732071449669 2024-11-20T02:57:29,669 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f2cbce33d5ca1609e47280634f86e9a1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,672 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741852_1028 (size=110) 2024-11-20T02:57:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741852_1028 (size=110) 2024-11-20T02:57:29,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741852_1028 (size=110) 2024-11-20T02:57:29,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing d8456c9b779d38610d5c4c6fcfaeb960, disabling compactions & flushes 2024-11-20T02:57:29,674 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T02:57:29,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T02:57:29,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. after waiting 0 ms 2024-11-20T02:57:29,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T02:57:29,674 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T02:57:29,674 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for d8456c9b779d38610d5c4c6fcfaeb960: Waiting for close lock at 1732071449674Disabling compacts and flushes for region at 1732071449674Disabling writes for close at 1732071449674Writing region close event to WAL at 1732071449674Closed at 1732071449674 2024-11-20T02:57:29,675 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5210c0b2d21aa97ccba2283b50fd2c1f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741853_1029 (size=110) 2024-11-20T02:57:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741853_1029 (size=110) 2024-11-20T02:57:29,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741853_1029 (size=110) 2024-11-20T02:57:29,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing f2cbce33d5ca1609e47280634f86e9a1, disabling compactions & flushes 2024-11-20T02:57:29,684 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T02:57:29,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T02:57:29,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. after waiting 0 ms 2024-11-20T02:57:29,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T02:57:29,684 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T02:57:29,684 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for f2cbce33d5ca1609e47280634f86e9a1: Waiting for close lock at 1732071449684Disabling compacts and flushes for region at 1732071449684Disabling writes for close at 1732071449684Writing region close event to WAL at 1732071449684Closed at 1732071449684 2024-11-20T02:57:29,685 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d2801060ac70ac0fdb415c62dfadd2b1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741854_1030 (size=110) 2024-11-20T02:57:29,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741854_1030 (size=110) 2024-11-20T02:57:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741854_1030 (size=110) 2024-11-20T02:57:29,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741855_1031 (size=110) 2024-11-20T02:57:29,696 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,696 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5210c0b2d21aa97ccba2283b50fd2c1f, disabling compactions & flushes 2024-11-20T02:57:29,697 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T02:57:29,697 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T02:57:29,697 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. after waiting 0 ms 2024-11-20T02:57:29,697 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T02:57:29,697 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T02:57:29,697 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5210c0b2d21aa97ccba2283b50fd2c1f: Waiting for close lock at 1732071449696Disabling compacts and flushes for region at 1732071449696Disabling writes for close at 1732071449697 (+1 ms)Writing region close event to WAL at 1732071449697Closed at 1732071449697 2024-11-20T02:57:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741855_1031 (size=110) 2024-11-20T02:57:29,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741855_1031 (size=110) 2024-11-20T02:57:29,698 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 8bf9cb39250c1dccedce415226e7bfaa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,698 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,698 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing d2801060ac70ac0fdb415c62dfadd2b1, disabling compactions & flushes 2024-11-20T02:57:29,698 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T02:57:29,698 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T02:57:29,699 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. after waiting 0 ms 2024-11-20T02:57:29,699 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T02:57:29,699 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T02:57:29,699 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for d2801060ac70ac0fdb415c62dfadd2b1: Waiting for close lock at 1732071449698Disabling compacts and flushes for region at 1732071449698Disabling writes for close at 1732071449699 (+1 ms)Writing region close event to WAL at 1732071449699Closed at 1732071449699 2024-11-20T02:57:29,699 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => fba69d4a12941682030116d8d512740a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741856_1032 (size=110) 2024-11-20T02:57:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741856_1032 (size=110) 2024-11-20T02:57:29,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741857_1033 (size=110) 2024-11-20T02:57:29,718 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,718 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 8bf9cb39250c1dccedce415226e7bfaa, disabling compactions & flushes 2024-11-20T02:57:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741857_1033 (size=110) 2024-11-20T02:57:29,718 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T02:57:29,718 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T02:57:29,718 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. after waiting 0 ms 2024-11-20T02:57:29,718 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T02:57:29,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741856_1032 (size=110) 2024-11-20T02:57:29,718 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T02:57:29,718 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 8bf9cb39250c1dccedce415226e7bfaa: Waiting for close lock at 1732071449718Disabling compacts and flushes for region at 1732071449718Disabling writes for close at 1732071449718Writing region close event to WAL at 1732071449718Closed at 1732071449718 2024-11-20T02:57:29,719 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,719 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f71f26504341dc1c7b747adaf26794fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing fba69d4a12941682030116d8d512740a, disabling compactions & flushes 2024-11-20T02:57:29,720 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T02:57:29,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T02:57:29,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. after waiting 0 ms 2024-11-20T02:57:29,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T02:57:29,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741857_1033 (size=110) 2024-11-20T02:57:29,720 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T02:57:29,720 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for fba69d4a12941682030116d8d512740a: Waiting for close lock at 1732071449720Disabling compacts and flushes for region at 1732071449720Disabling writes for close at 1732071449720Writing region close event to WAL at 1732071449720Closed at 1732071449720 2024-11-20T02:57:29,721 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3c89aa1cfe5293a3f0afddfa4025c4fe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741859_1035 (size=110) 2024-11-20T02:57:29,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741859_1035 (size=110) 2024-11-20T02:57:29,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741859_1035 (size=110) 2024-11-20T02:57:29,734 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,734 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f71f26504341dc1c7b747adaf26794fa, disabling compactions & flushes 2024-11-20T02:57:29,734 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T02:57:29,734 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T02:57:29,734 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. after waiting 0 ms 2024-11-20T02:57:29,734 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T02:57:29,734 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T02:57:29,735 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f71f26504341dc1c7b747adaf26794fa: Waiting for close lock at 1732071449734Disabling compacts and flushes for region at 1732071449734Disabling writes for close at 1732071449734Writing region close event to WAL at 1732071449734Closed at 1732071449734 2024-11-20T02:57:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741858_1034 (size=110) 2024-11-20T02:57:29,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741858_1034 (size=110) 2024-11-20T02:57:29,736 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 334a9529502cd005bf7a79dff1c8cdfe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741858_1034 (size=110) 2024-11-20T02:57:29,737 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,737 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 3c89aa1cfe5293a3f0afddfa4025c4fe, disabling compactions & flushes 2024-11-20T02:57:29,737 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T02:57:29,737 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T02:57:29,737 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. after waiting 0 ms 2024-11-20T02:57:29,737 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T02:57:29,737 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T02:57:29,737 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3c89aa1cfe5293a3f0afddfa4025c4fe: Waiting for close lock at 1732071449737Disabling compacts and flushes for region at 1732071449737Disabling writes for close at 1732071449737Writing region close event to WAL at 1732071449737Closed at 1732071449737 2024-11-20T02:57:29,738 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 1e47c9ca129e055860e308d6e26f432f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741860_1036 (size=110) 2024-11-20T02:57:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741860_1036 (size=110) 2024-11-20T02:57:29,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741860_1036 (size=110) 2024-11-20T02:57:29,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 334a9529502cd005bf7a79dff1c8cdfe, disabling compactions & flushes 2024-11-20T02:57:29,748 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T02:57:29,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T02:57:29,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. after waiting 0 ms 2024-11-20T02:57:29,748 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T02:57:29,748 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T02:57:29,749 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 334a9529502cd005bf7a79dff1c8cdfe: Waiting for close lock at 1732071449748Disabling compacts and flushes for region at 1732071449748Disabling writes for close at 1732071449748Writing region close event to WAL at 1732071449748Closed at 1732071449748 2024-11-20T02:57:29,749 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 29612dc9b130ded36d5f98add04db627, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741861_1037 (size=110) 2024-11-20T02:57:29,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741861_1037 (size=110) 2024-11-20T02:57:29,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741861_1037 (size=110) 2024-11-20T02:57:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741862_1038 (size=110) 2024-11-20T02:57:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741862_1038 (size=110) 2024-11-20T02:57:29,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741862_1038 (size=110) 2024-11-20T02:57:29,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 29612dc9b130ded36d5f98add04db627, disabling compactions & flushes 2024-11-20T02:57:29,765 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T02:57:29,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T02:57:29,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. after waiting 0 ms 2024-11-20T02:57:29,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T02:57:29,765 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T02:57:29,765 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 29612dc9b130ded36d5f98add04db627: Waiting for close lock at 1732071449765Disabling compacts and flushes for region at 1732071449765Disabling writes for close at 1732071449765Writing region close event to WAL at 1732071449765Closed at 1732071449765 2024-11-20T02:57:29,766 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 98ff9f2ddd1e0ef4bc08efd73b01edfb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7 2024-11-20T02:57:29,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741863_1039 (size=107) 2024-11-20T02:57:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741863_1039 (size=107) 2024-11-20T02:57:29,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741863_1039 (size=107) 2024-11-20T02:57:29,777 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,777 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 98ff9f2ddd1e0ef4bc08efd73b01edfb, disabling compactions & flushes 2024-11-20T02:57:29,777 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T02:57:29,777 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T02:57:29,777 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. after waiting 0 ms 2024-11-20T02:57:29,777 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T02:57:29,777 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T02:57:29,777 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 98ff9f2ddd1e0ef4bc08efd73b01edfb: Waiting for close lock at 1732071449777Disabling compacts and flushes for region at 1732071449777Disabling writes for close at 1732071449777Writing region close event to WAL at 1732071449777Closed at 1732071449777 2024-11-20T02:57:29,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:57:29,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:29,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing b177557ca7459bbbe5faaf044c9a0c1d, disabling compactions & flushes 2024-11-20T02:57:29,981 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T02:57:29,982 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T02:57:29,982 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. after waiting 0 ms 2024-11-20T02:57:29,982 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T02:57:29,982 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T02:57:29,982 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for b177557ca7459bbbe5faaf044c9a0c1d: Waiting for close lock at 1732071449981Disabling compacts and flushes for region at 1732071449981Disabling writes for close at 1732071449982 (+1 ms)Writing region close event to WAL at 1732071449982Closed at 1732071449982 2024-11-20T02:57:30,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:57:30,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 1e47c9ca129e055860e308d6e26f432f, disabling compactions & flushes 2024-11-20T02:57:30,152 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T02:57:30,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T02:57:30,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. after waiting 0 ms 2024-11-20T02:57:30,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T02:57:30,152 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T02:57:30,152 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 1e47c9ca129e055860e308d6e26f432f: Waiting for close lock at 1732071450152Disabling compacts and flushes for region at 1732071450152Disabling writes for close at 1732071450152Writing region close event to WAL at 1732071450152Closed at 1732071450152 2024-11-20T02:57:30,155 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T02:57:30,162 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,163 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,164 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,164 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,164 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,164 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,165 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,165 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,165 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,165 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,165 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,166 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,166 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,166 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,166 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,166 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,167 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732071450155"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732071450155"}]},"ts":"1732071450155"} 2024-11-20T02:57:30,207 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-20T02:57:30,209 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T02:57:30,211 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732071450209"}]},"ts":"1732071450209"} 2024-11-20T02:57:30,215 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-20T02:57:30,216 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T02:57:30,255 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T02:57:30,255 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T02:57:30,255 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T02:57:30,255 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T02:57:30,255 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T02:57:30,256 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T02:57:30,256 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T02:57:30,256 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T02:57:30,256 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T02:57:30,256 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T02:57:30,258 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f02adc151a486e4986d5731e11815b7, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f890e402ea64e87a1fe6dd9d416dea4, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5329f2d9907ca0e02a96bc6b79fb9333, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b177557ca7459bbbe5faaf044c9a0c1d, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c27e7ecac525cdc37886d8b16b6e94d, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7feb4a7f3e46fcde734fb1ce1cdef734, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a132c467ead912d85634d493d37911d9, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e902f602f6c7bb366a8b31f85e4c4fa2, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=27f5be1bfce60bb2098abeb141295dbf, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3232dcdc7e38e33c64f531e75bfd, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cbce33d5ca1609e47280634f86e9a1, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5210c0b2d21aa97ccba2283b50fd2c1f, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bf9cb39250c1dccedce415226e7bfaa, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fba69d4a12941682030116d8d512740a, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c89aa1cfe5293a3f0afddfa4025c4fe, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334a9529502cd005bf7a79dff1c8cdfe, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98ff9f2ddd1e0ef4bc08efd73b01edfb, ASSIGN}] 2024-11-20T02:57:30,268 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98ff9f2ddd1e0ef4bc08efd73b01edfb, ASSIGN 2024-11-20T02:57:30,269 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98ff9f2ddd1e0ef4bc08efd73b01edfb, ASSIGN; state=OFFLINE, location=1c82b83631a2,42287,1732071447110; forceNewPlan=false, retain=false 2024-11-20T02:57:30,270 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN 2024-11-20T02:57:30,271 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,273 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN 2024-11-20T02:57:30,274 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,276 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334a9529502cd005bf7a79dff1c8cdfe, ASSIGN 2024-11-20T02:57:30,277 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334a9529502cd005bf7a79dff1c8cdfe, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,278 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c89aa1cfe5293a3f0afddfa4025c4fe, ASSIGN 2024-11-20T02:57:30,279 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c89aa1cfe5293a3f0afddfa4025c4fe, ASSIGN; state=OFFLINE, location=1c82b83631a2,42287,1732071447110; forceNewPlan=false, retain=false 2024-11-20T02:57:30,280 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN 2024-11-20T02:57:30,282 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,283 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fba69d4a12941682030116d8d512740a, ASSIGN 2024-11-20T02:57:30,284 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fba69d4a12941682030116d8d512740a, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,285 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bf9cb39250c1dccedce415226e7bfaa, ASSIGN 2024-11-20T02:57:30,286 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bf9cb39250c1dccedce415226e7bfaa, ASSIGN; state=OFFLINE, location=1c82b83631a2,42287,1732071447110; forceNewPlan=false, retain=false 2024-11-20T02:57:30,287 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN 2024-11-20T02:57:30,289 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,290 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5210c0b2d21aa97ccba2283b50fd2c1f, ASSIGN 2024-11-20T02:57:30,291 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5210c0b2d21aa97ccba2283b50fd2c1f, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,293 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cbce33d5ca1609e47280634f86e9a1, ASSIGN 2024-11-20T02:57:30,294 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cbce33d5ca1609e47280634f86e9a1, ASSIGN; state=OFFLINE, location=1c82b83631a2,42287,1732071447110; forceNewPlan=false, retain=false 2024-11-20T02:57:30,296 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN 2024-11-20T02:57:30,297 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,298 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3232dcdc7e38e33c64f531e75bfd, ASSIGN 2024-11-20T02:57:30,300 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3232dcdc7e38e33c64f531e75bfd, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,301 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=27f5be1bfce60bb2098abeb141295dbf, ASSIGN 2024-11-20T02:57:30,302 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=27f5be1bfce60bb2098abeb141295dbf, ASSIGN; state=OFFLINE, location=1c82b83631a2,42287,1732071447110; forceNewPlan=false, retain=false 2024-11-20T02:57:30,304 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN 2024-11-20T02:57:30,305 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,307 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e902f602f6c7bb366a8b31f85e4c4fa2, ASSIGN 2024-11-20T02:57:30,308 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e902f602f6c7bb366a8b31f85e4c4fa2, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,310 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a132c467ead912d85634d493d37911d9, ASSIGN 2024-11-20T02:57:30,312 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a132c467ead912d85634d493d37911d9, ASSIGN; state=OFFLINE, location=1c82b83631a2,42287,1732071447110; forceNewPlan=false, retain=false 2024-11-20T02:57:30,313 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN 2024-11-20T02:57:30,315 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,317 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7feb4a7f3e46fcde734fb1ce1cdef734, ASSIGN 2024-11-20T02:57:30,319 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7feb4a7f3e46fcde734fb1ce1cdef734, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,320 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c27e7ecac525cdc37886d8b16b6e94d, ASSIGN 2024-11-20T02:57:30,322 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c27e7ecac525cdc37886d8b16b6e94d, ASSIGN; state=OFFLINE, location=1c82b83631a2,42287,1732071447110; forceNewPlan=false, retain=false 2024-11-20T02:57:30,324 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b177557ca7459bbbe5faaf044c9a0c1d, ASSIGN 2024-11-20T02:57:30,325 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b177557ca7459bbbe5faaf044c9a0c1d, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,327 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN 2024-11-20T02:57:30,328 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,330 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5329f2d9907ca0e02a96bc6b79fb9333, ASSIGN 2024-11-20T02:57:30,331 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5329f2d9907ca0e02a96bc6b79fb9333, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,333 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f890e402ea64e87a1fe6dd9d416dea4, ASSIGN 2024-11-20T02:57:30,334 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f890e402ea64e87a1fe6dd9d416dea4, ASSIGN; state=OFFLINE, location=1c82b83631a2,44069,1732071446946; forceNewPlan=false, retain=false 2024-11-20T02:57:30,335 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f02adc151a486e4986d5731e11815b7, ASSIGN 2024-11-20T02:57:30,337 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f02adc151a486e4986d5731e11815b7, ASSIGN; state=OFFLINE, location=1c82b83631a2,42287,1732071447110; forceNewPlan=false, retain=false 2024-11-20T02:57:30,338 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN 2024-11-20T02:57:30,339 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN; state=OFFLINE, location=1c82b83631a2,38515,1732071447046; forceNewPlan=false, retain=false 2024-11-20T02:57:30,426 INFO [1c82b83631a2:37159 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-20T02:57:30,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=334a9529502cd005bf7a79dff1c8cdfe, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,428 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=fba69d4a12941682030116d8d512740a, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=5210c0b2d21aa97ccba2283b50fd2c1f, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,430 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c3cb3232dcdc7e38e33c64f531e75bfd, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,431 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=e902f602f6c7bb366a8b31f85e4c4fa2, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,432 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7feb4a7f3e46fcde734fb1ce1cdef734, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,433 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b177557ca7459bbbe5faaf044c9a0c1d, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5329f2d9907ca0e02a96bc6b79fb9333, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,434 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2f890e402ea64e87a1fe6dd9d416dea4, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,435 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=98ff9f2ddd1e0ef4bc08efd73b01edfb, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334a9529502cd005bf7a79dff1c8cdfe, ASSIGN because future has completed 2024-11-20T02:57:30,436 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3c89aa1cfe5293a3f0afddfa4025c4fe, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,436 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334a9529502cd005bf7a79dff1c8cdfe, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,438 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fba69d4a12941682030116d8d512740a, ASSIGN because future has completed 2024-11-20T02:57:30,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5210c0b2d21aa97ccba2283b50fd2c1f, ASSIGN because future has completed 2024-11-20T02:57:30,443 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3232dcdc7e38e33c64f531e75bfd, ASSIGN because future has completed 2024-11-20T02:57:30,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3cb3232dcdc7e38e33c64f531e75bfd, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e902f602f6c7bb366a8b31f85e4c4fa2, ASSIGN because future has completed 2024-11-20T02:57:30,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7feb4a7f3e46fcde734fb1ce1cdef734, ASSIGN because future has completed 2024-11-20T02:57:30,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b177557ca7459bbbe5faaf044c9a0c1d, ASSIGN because future has completed 2024-11-20T02:57:30,451 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b177557ca7459bbbe5faaf044c9a0c1d, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5329f2d9907ca0e02a96bc6b79fb9333, ASSIGN because future has completed 2024-11-20T02:57:30,453 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f890e402ea64e87a1fe6dd9d416dea4, ASSIGN because future has completed 2024-11-20T02:57:30,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98ff9f2ddd1e0ef4bc08efd73b01edfb, ASSIGN because future has completed 2024-11-20T02:57:30,456 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c89aa1cfe5293a3f0afddfa4025c4fe, ASSIGN because future has completed 2024-11-20T02:57:30,458 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c89aa1cfe5293a3f0afddfa4025c4fe, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:57:30,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98ff9f2ddd1e0ef4bc08efd73b01edfb, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:57:30,468 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f890e402ea64e87a1fe6dd9d416dea4, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5329f2d9907ca0e02a96bc6b79fb9333, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,478 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7feb4a7f3e46fcde734fb1ce1cdef734, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,484 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure e902f602f6c7bb366a8b31f85e4c4fa2, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,490 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5210c0b2d21aa97ccba2283b50fd2c1f, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,495 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure fba69d4a12941682030116d8d512740a, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T02:57:30,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8bf9cb39250c1dccedce415226e7bfaa, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,500 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f2cbce33d5ca1609e47280634f86e9a1, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=27f5be1bfce60bb2098abeb141295dbf, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,501 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a132c467ead912d85634d493d37911d9, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,502 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6c27e7ecac525cdc37886d8b16b6e94d, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,503 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5f02adc151a486e4986d5731e11815b7, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,503 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bf9cb39250c1dccedce415226e7bfaa, ASSIGN because future has completed 2024-11-20T02:57:30,504 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=29612dc9b130ded36d5f98add04db627, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bf9cb39250c1dccedce415226e7bfaa, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:57:30,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cbce33d5ca1609e47280634f86e9a1, ASSIGN because future has completed 2024-11-20T02:57:30,507 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=27f5be1bfce60bb2098abeb141295dbf, ASSIGN because future has completed 2024-11-20T02:57:30,508 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a132c467ead912d85634d493d37911d9, ASSIGN because future has completed 2024-11-20T02:57:30,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c27e7ecac525cdc37886d8b16b6e94d, ASSIGN because future has completed 2024-11-20T02:57:30,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a132c467ead912d85634d493d37911d9, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:57:30,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f02adc151a486e4986d5731e11815b7, ASSIGN because future has completed 2024-11-20T02:57:30,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN because future has completed 2024-11-20T02:57:30,516 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29612dc9b130ded36d5f98add04db627, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,521 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f02adc151a486e4986d5731e11815b7, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:57:30,526 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c27e7ecac525cdc37886d8b16b6e94d, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:57:30,530 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27f5be1bfce60bb2098abeb141295dbf, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:57:30,534 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cbce33d5ca1609e47280634f86e9a1, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:57:30,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=1e47c9ca129e055860e308d6e26f432f, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,539 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=f71f26504341dc1c7b747adaf26794fa, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,540 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,541 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1be39a085dd8c68625f69b83cd51b646, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN because future has completed 2024-11-20T02:57:30,541 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,542 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e47c9ca129e055860e308d6e26f432f, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN because future has completed 2024-11-20T02:57:30,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN because future has completed 2024-11-20T02:57:30,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN because future has completed 2024-11-20T02:57:30,547 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8456c9b779d38610d5c4c6fcfaeb960, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN because future has completed 2024-11-20T02:57:30,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN because future has completed 2024-11-20T02:57:30,552 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4eebc537653059fe80e5ca99e38fe2, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,556 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be39a085dd8c68625f69b83cd51b646, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2801060ac70ac0fdb415c62dfadd2b1, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,563 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure f71f26504341dc1c7b747adaf26794fa, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,567 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80ffa0c141df249de13a1d8cc59d689b, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,567 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPENING, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN because future has completed 2024-11-20T02:57:30,570 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80ffa0c141df249de13a1d8cc59d689b, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN because future has completed 2024-11-20T02:57:30,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eb1eb1ee6e5fe16483923c99a8d16af, server=1c82b83631a2,38515,1732071447046}] 2024-11-20T02:57:30,591 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:57:30,594 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45483, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:57:30,601 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T02:57:30,602 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 334a9529502cd005bf7a79dff1c8cdfe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-20T02:57:30,602 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,602 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,602 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,602 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,604 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,606 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334a9529502cd005bf7a79dff1c8cdfe columnFamilyName colfamily11 2024-11-20T02:57:30,606 DEBUG [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,607 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] regionserver.HStore(327): Store=334a9529502cd005bf7a79dff1c8cdfe/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,607 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,609 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334a9529502cd005bf7a79dff1c8cdfe columnFamilyName colfamily21 2024-11-20T02:57:30,609 DEBUG [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,610 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] regionserver.HStore(327): Store=334a9529502cd005bf7a79dff1c8cdfe/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,610 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,611 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 334a9529502cd005bf7a79dff1c8cdfe columnFamilyName colfamily31 2024-11-20T02:57:30,611 DEBUG [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,611 DEBUG [RSProcedureDispatcher-pool-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T02:57:30,612 INFO [StoreOpener-334a9529502cd005bf7a79dff1c8cdfe-1 {}] regionserver.HStore(327): Store=334a9529502cd005bf7a79dff1c8cdfe/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,612 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,613 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55557, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T02:57:30,614 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,615 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,617 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,617 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,618 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,620 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T02:57:30,621 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => 27f5be1bfce60bb2098abeb141295dbf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-20T02:57:30,621 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,621 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,621 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,622 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,622 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,624 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,624 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,625 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 334a9529502cd005bf7a79dff1c8cdfe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73882996, jitterRate=0.10094243288040161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,625 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T02:57:30,626 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 334a9529502cd005bf7a79dff1c8cdfe: Running coprocessor pre-open hook at 1732071450603Writing region info on filesystem at 1732071450603Initializing all the Stores at 1732071450604 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450604Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450604Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450604Cleaning up temporary data from old regions at 1732071450617 (+13 ms)Running coprocessor post-open hooks at 1732071450625 (+8 ms)Region opened successfully at 1732071450626 (+1 ms) 2024-11-20T02:57:30,627 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f5be1bfce60bb2098abeb141295dbf columnFamilyName colfamily11 2024-11-20T02:57:30,627 DEBUG [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,628 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe., pid=31, masterSystemTime=1732071450591 2024-11-20T02:57:30,628 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] regionserver.HStore(327): Store=27f5be1bfce60bb2098abeb141295dbf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,628 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,630 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f5be1bfce60bb2098abeb141295dbf columnFamilyName colfamily21 2024-11-20T02:57:30,630 DEBUG [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,631 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T02:57:30,631 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T02:57:30,631 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T02:57:30,631 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] regionserver.HStore(327): Store=27f5be1bfce60bb2098abeb141295dbf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,631 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => b177557ca7459bbbe5faaf044c9a0c1d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-20T02:57:30,631 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,632 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,632 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,632 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=334a9529502cd005bf7a79dff1c8cdfe, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,632 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,632 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,634 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 27f5be1bfce60bb2098abeb141295dbf columnFamilyName colfamily31 2024-11-20T02:57:30,634 DEBUG [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,634 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,635 INFO [StoreOpener-27f5be1bfce60bb2098abeb141295dbf-1 {}] regionserver.HStore(327): Store=27f5be1bfce60bb2098abeb141295dbf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,635 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 334a9529502cd005bf7a79dff1c8cdfe, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:30,637 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,637 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b177557ca7459bbbe5faaf044c9a0c1d columnFamilyName colfamily11 2024-11-20T02:57:30,637 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,637 DEBUG [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,638 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] regionserver.HStore(327): Store=b177557ca7459bbbe5faaf044c9a0c1d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,638 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,640 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,640 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,640 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b177557ca7459bbbe5faaf044c9a0c1d columnFamilyName colfamily21 2024-11-20T02:57:30,641 DEBUG [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,641 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] regionserver.HStore(327): Store=b177557ca7459bbbe5faaf044c9a0c1d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,642 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,642 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,642 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=27 2024-11-20T02:57:30,643 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 334a9529502cd005bf7a79dff1c8cdfe, server=1c82b83631a2,44069,1732071446946 in 201 msec 2024-11-20T02:57:30,644 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,644 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b177557ca7459bbbe5faaf044c9a0c1d columnFamilyName colfamily31 2024-11-20T02:57:30,644 DEBUG [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,645 INFO [StoreOpener-b177557ca7459bbbe5faaf044c9a0c1d-1 {}] regionserver.HStore(327): Store=b177557ca7459bbbe5faaf044c9a0c1d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,645 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,647 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=334a9529502cd005bf7a79dff1c8cdfe, ASSIGN in 385 msec 2024-11-20T02:57:30,647 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:57:30,648 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,649 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,649 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,650 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,652 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,653 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,654 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened 27f5be1bfce60bb2098abeb141295dbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59198106, jitterRate=-0.1178794801235199}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,654 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T02:57:30,654 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for 27f5be1bfce60bb2098abeb141295dbf: Running coprocessor pre-open hook at 1732071450622Writing region info on filesystem at 1732071450622Initializing all the Stores at 1732071450623 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450623Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450623Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450623Cleaning up temporary data from old regions at 1732071450640 (+17 ms)Running coprocessor post-open hooks at 1732071450654 (+14 ms)Region opened successfully at 1732071450654 2024-11-20T02:57:30,656 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,656 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., pid=47, masterSystemTime=1732071450611 2024-11-20T02:57:30,657 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened b177557ca7459bbbe5faaf044c9a0c1d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61098269, jitterRate=-0.08956484496593475}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,657 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T02:57:30,657 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for b177557ca7459bbbe5faaf044c9a0c1d: Running coprocessor pre-open hook at 1732071450632Writing region info on filesystem at 1732071450632Initializing all the Stores at 1732071450634 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450634Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450634Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450634Cleaning up temporary data from old regions at 1732071450649 (+15 ms)Running coprocessor post-open hooks at 1732071450657 (+8 ms)Region opened successfully at 1732071450657 2024-11-20T02:57:30,658 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d., pid=33, masterSystemTime=1732071450591 2024-11-20T02:57:30,658 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T02:57:30,659 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T02:57:30,659 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T02:57:30,659 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => f2cbce33d5ca1609e47280634f86e9a1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-20T02:57:30,659 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,659 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,660 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,660 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,660 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=27f5be1bfce60bb2098abeb141295dbf, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,662 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T02:57:30,662 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T02:57:30,662 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,662 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T02:57:30,662 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => fba69d4a12941682030116d8d512740a, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-20T02:57:30,663 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,663 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,664 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 27f5be1bfce60bb2098abeb141295dbf, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T02:57:30,664 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=b177557ca7459bbbe5faaf044c9a0c1d, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,665 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cbce33d5ca1609e47280634f86e9a1 columnFamilyName colfamily11 2024-11-20T02:57:30,665 DEBUG [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,666 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] regionserver.HStore(327): Store=f2cbce33d5ca1609e47280634f86e9a1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,666 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure b177557ca7459bbbe5faaf044c9a0c1d, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:30,668 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,668 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cbce33d5ca1609e47280634f86e9a1 columnFamilyName colfamily21 2024-11-20T02:57:30,669 DEBUG [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,670 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] regionserver.HStore(327): Store=f2cbce33d5ca1609e47280634f86e9a1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,670 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,670 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fba69d4a12941682030116d8d512740a columnFamilyName colfamily11 2024-11-20T02:57:30,670 DEBUG [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,671 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] regionserver.HStore(327): Store=fba69d4a12941682030116d8d512740a/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,672 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f2cbce33d5ca1609e47280634f86e9a1 columnFamilyName colfamily31 2024-11-20T02:57:30,672 DEBUG [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,672 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=17 2024-11-20T02:57:30,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 27f5be1bfce60bb2098abeb141295dbf, server=1c82b83631a2,42287,1732071447110 in 138 msec 2024-11-20T02:57:30,675 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fba69d4a12941682030116d8d512740a columnFamilyName colfamily21 2024-11-20T02:57:30,675 DEBUG [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,675 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T02:57:30,675 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 29612dc9b130ded36d5f98add04db627, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-20T02:57:30,676 INFO [StoreOpener-f2cbce33d5ca1609e47280634f86e9a1-1 {}] regionserver.HStore(327): Store=f2cbce33d5ca1609e47280634f86e9a1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,676 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,676 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,676 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,676 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,676 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,676 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] regionserver.HStore(327): Store=fba69d4a12941682030116d8d512740a/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,676 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=27f5be1bfce60bb2098abeb141295dbf, ASSIGN in 415 msec 2024-11-20T02:57:30,677 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,678 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,678 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,679 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fba69d4a12941682030116d8d512740a columnFamilyName colfamily31 2024-11-20T02:57:30,679 DEBUG [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,679 INFO [StoreOpener-fba69d4a12941682030116d8d512740a-1 {}] regionserver.HStore(327): Store=fba69d4a12941682030116d8d512740a/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,680 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,680 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,680 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,681 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,681 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29612dc9b130ded36d5f98add04db627 columnFamilyName colfamily11 2024-11-20T02:57:30,681 DEBUG [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,682 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,682 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(327): Store=29612dc9b130ded36d5f98add04db627/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,682 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,682 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=10 2024-11-20T02:57:30,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure b177557ca7459bbbe5faaf044c9a0c1d, server=1c82b83631a2,44069,1732071446946 in 227 msec 2024-11-20T02:57:30,684 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,685 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29612dc9b130ded36d5f98add04db627 columnFamilyName colfamily21 2024-11-20T02:57:30,685 DEBUG [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,685 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,685 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,686 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(327): Store=29612dc9b130ded36d5f98add04db627/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,686 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,686 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,688 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b177557ca7459bbbe5faaf044c9a0c1d, ASSIGN in 426 msec 2024-11-20T02:57:30,689 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29612dc9b130ded36d5f98add04db627 columnFamilyName colfamily31 2024-11-20T02:57:30,689 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,689 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,689 DEBUG [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,690 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(327): Store=29612dc9b130ded36d5f98add04db627/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,690 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,690 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened f2cbce33d5ca1609e47280634f86e9a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74501254, jitterRate=0.11015519499778748}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,690 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T02:57:30,690 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for f2cbce33d5ca1609e47280634f86e9a1: Running coprocessor pre-open hook at 1732071450660Writing region info on filesystem at 1732071450660Initializing all the Stores at 1732071450661 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450661Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450662 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450662Cleaning up temporary data from old regions at 1732071450680 (+18 ms)Running coprocessor post-open hooks at 1732071450690 (+10 ms)Region opened successfully at 1732071450690 2024-11-20T02:57:30,691 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,692 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1., pid=48, masterSystemTime=1732071450611 2024-11-20T02:57:30,692 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,692 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,693 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened fba69d4a12941682030116d8d512740a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61390095, jitterRate=-0.08521629869937897}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,693 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for fba69d4a12941682030116d8d512740a 2024-11-20T02:57:30,693 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for fba69d4a12941682030116d8d512740a: Running coprocessor pre-open hook at 1732071450664Writing region info on filesystem at 1732071450664Initializing all the Stores at 1732071450666 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450666Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450667 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450667Cleaning up temporary data from old regions at 1732071450685 (+18 ms)Running coprocessor post-open hooks at 1732071450693 (+8 ms)Region opened successfully at 1732071450693 2024-11-20T02:57:30,694 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,694 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,695 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,695 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a., pid=41, masterSystemTime=1732071450591 2024-11-20T02:57:30,695 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T02:57:30,696 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T02:57:30,696 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T02:57:30,696 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => 3c89aa1cfe5293a3f0afddfa4025c4fe, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-20T02:57:30,696 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,697 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,697 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,697 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,698 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=f2cbce33d5ca1609e47280634f86e9a1, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,698 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,698 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T02:57:30,698 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T02:57:30,699 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T02:57:30,699 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => 2f890e402ea64e87a1fe6dd9d416dea4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-20T02:57:30,700 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,700 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,700 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,700 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,703 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure f2cbce33d5ca1609e47280634f86e9a1, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T02:57:30,704 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=fba69d4a12941682030116d8d512740a, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,705 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,705 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,705 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c89aa1cfe5293a3f0afddfa4025c4fe columnFamilyName colfamily11 2024-11-20T02:57:30,705 DEBUG [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,706 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] regionserver.HStore(327): Store=3c89aa1cfe5293a3f0afddfa4025c4fe/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,706 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 29612dc9b130ded36d5f98add04db627; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73698331, jitterRate=0.09819070994853973}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,707 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29612dc9b130ded36d5f98add04db627 2024-11-20T02:57:30,707 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,707 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 29612dc9b130ded36d5f98add04db627: Running coprocessor pre-open hook at 1732071450676Writing region info on filesystem at 1732071450676Initializing all the Stores at 1732071450678 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450678Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450678Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450678Cleaning up temporary data from old regions at 1732071450694 (+16 ms)Running coprocessor post-open hooks at 1732071450707 (+13 ms)Region opened successfully at 1732071450707 2024-11-20T02:57:30,708 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f890e402ea64e87a1fe6dd9d416dea4 columnFamilyName colfamily11 2024-11-20T02:57:30,708 DEBUG [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,709 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c89aa1cfe5293a3f0afddfa4025c4fe columnFamilyName colfamily21 2024-11-20T02:57:30,709 DEBUG [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure fba69d4a12941682030116d8d512740a, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:30,710 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., pid=44, masterSystemTime=1732071450669 2024-11-20T02:57:30,710 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] regionserver.HStore(327): Store=2f890e402ea64e87a1fe6dd9d416dea4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,710 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,710 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] regionserver.HStore(327): Store=3c89aa1cfe5293a3f0afddfa4025c4fe/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,711 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,712 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f890e402ea64e87a1fe6dd9d416dea4 columnFamilyName colfamily21 2024-11-20T02:57:30,713 DEBUG [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,714 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3c89aa1cfe5293a3f0afddfa4025c4fe columnFamilyName colfamily31 2024-11-20T02:57:30,714 DEBUG [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,714 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] regionserver.HStore(327): Store=2f890e402ea64e87a1fe6dd9d416dea4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,714 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,715 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T02:57:30,715 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T02:57:30,715 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T02:57:30,715 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 80ffa0c141df249de13a1d8cc59d689b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-20T02:57:30,716 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,716 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,716 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,716 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,716 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2f890e402ea64e87a1fe6dd9d416dea4 columnFamilyName colfamily31 2024-11-20T02:57:30,716 DEBUG [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,717 INFO [StoreOpener-3c89aa1cfe5293a3f0afddfa4025c4fe-1 {}] regionserver.HStore(327): Store=3c89aa1cfe5293a3f0afddfa4025c4fe/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,717 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,717 INFO [StoreOpener-2f890e402ea64e87a1fe6dd9d416dea4-1 {}] regionserver.HStore(327): Store=2f890e402ea64e87a1fe6dd9d416dea4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,718 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=20 2024-11-20T02:57:30,719 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure f2cbce33d5ca1609e47280634f86e9a1, server=1c82b83631a2,42287,1732071447110 in 176 msec 2024-11-20T02:57:30,720 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,720 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,720 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,720 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,721 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,722 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,722 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,723 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,723 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,723 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f2cbce33d5ca1609e47280634f86e9a1, ASSIGN in 461 msec 2024-11-20T02:57:30,723 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,723 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ffa0c141df249de13a1d8cc59d689b columnFamilyName colfamily11 2024-11-20T02:57:30,723 DEBUG [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,725 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(327): Store=80ffa0c141df249de13a1d8cc59d689b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,725 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,725 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=29612dc9b130ded36d5f98add04db627, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,725 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,726 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,727 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ffa0c141df249de13a1d8cc59d689b columnFamilyName colfamily21 2024-11-20T02:57:30,728 DEBUG [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,729 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(327): Store=80ffa0c141df249de13a1d8cc59d689b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,729 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29612dc9b130ded36d5f98add04db627, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:30,730 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,731 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened 2f890e402ea64e87a1fe6dd9d416dea4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74816390, jitterRate=0.11485108733177185}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,731 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T02:57:30,731 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for 2f890e402ea64e87a1fe6dd9d416dea4: Running coprocessor pre-open hook at 1732071450701Writing region info on filesystem at 1732071450701Initializing all the Stores at 1732071450703 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450703Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450704 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450704Cleaning up temporary data from old regions at 1732071450723 (+19 ms)Running coprocessor post-open hooks at 1732071450731 (+8 ms)Region opened successfully at 1732071450731 2024-11-20T02:57:30,732 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ffa0c141df249de13a1d8cc59d689b columnFamilyName colfamily31 2024-11-20T02:57:30,732 DEBUG [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,733 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4., pid=36, masterSystemTime=1732071450591 2024-11-20T02:57:30,733 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,734 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(327): Store=80ffa0c141df249de13a1d8cc59d689b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,735 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened 3c89aa1cfe5293a3f0afddfa4025c4fe; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74964964, jitterRate=0.11706501245498657}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,735 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T02:57:30,735 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for 3c89aa1cfe5293a3f0afddfa4025c4fe: Running coprocessor pre-open hook at 1732071450697Writing region info on filesystem at 1732071450697Initializing all the Stores at 1732071450700 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450700Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450702 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450702Cleaning up temporary data from old regions at 1732071450722 (+20 ms)Running coprocessor post-open hooks at 1732071450735 (+13 ms)Region opened successfully at 1732071450735 2024-11-20T02:57:30,735 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,736 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe., pid=34, masterSystemTime=1732071450611 2024-11-20T02:57:30,736 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=24 2024-11-20T02:57:30,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure fba69d4a12941682030116d8d512740a, server=1c82b83631a2,44069,1732071446946 in 235 msec 2024-11-20T02:57:30,737 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,738 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T02:57:30,738 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T02:57:30,738 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T02:57:30,739 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => 7feb4a7f3e46fcde734fb1ce1cdef734, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-20T02:57:30,739 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,739 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,739 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,739 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,739 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,739 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,740 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2f890e402ea64e87a1fe6dd9d416dea4, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,740 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,741 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T02:57:30,741 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T02:57:30,742 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T02:57:30,742 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 6c27e7ecac525cdc37886d8b16b6e94d, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-20T02:57:30,743 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,744 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,744 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,744 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,744 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2f890e402ea64e87a1fe6dd9d416dea4, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:30,746 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,44069,1732071446946, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f890e402ea64e87a1fe6dd9d416dea4. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:30,748 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=3c89aa1cfe5293a3f0afddfa4025c4fe, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,748 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,748 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,38515,1732071447046, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:30,751 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,751 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7feb4a7f3e46fcde734fb1ce1cdef734 columnFamilyName colfamily11 2024-11-20T02:57:30,751 DEBUG [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3c89aa1cfe5293a3f0afddfa4025c4fe, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T02:57:30,752 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,752 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] regionserver.HStore(327): Store=7feb4a7f3e46fcde734fb1ce1cdef734/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,752 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 80ffa0c141df249de13a1d8cc59d689b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75088309, jitterRate=0.11890299618244171}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,753 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T02:57:30,753 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 80ffa0c141df249de13a1d8cc59d689b: Running coprocessor pre-open hook at 1732071450716Writing region info on filesystem at 1732071450716Initializing all the Stores at 1732071450718 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450718Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450718Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450718Cleaning up temporary data from old regions at 1732071450739 (+21 ms)Running coprocessor post-open hooks at 1732071450753 (+14 ms)Region opened successfully at 1732071450753 2024-11-20T02:57:30,754 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,754 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., pid=55, masterSystemTime=1732071450669 2024-11-20T02:57:30,754 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c27e7ecac525cdc37886d8b16b6e94d columnFamilyName colfamily11 2024-11-20T02:57:30,754 DEBUG [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,755 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] regionserver.HStore(327): Store=6c27e7ecac525cdc37886d8b16b6e94d/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,755 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,757 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7feb4a7f3e46fcde734fb1ce1cdef734 columnFamilyName colfamily21 2024-11-20T02:57:30,758 DEBUG [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=7 2024-11-20T02:57:30,758 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T02:57:30,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2f890e402ea64e87a1fe6dd9d416dea4, server=1c82b83631a2,44069,1732071446946 in 284 msec 2024-11-20T02:57:30,758 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T02:57:30,758 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T02:57:30,758 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => f71f26504341dc1c7b747adaf26794fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-20T02:57:30,759 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] regionserver.HStore(327): Store=7feb4a7f3e46fcde734fb1ce1cdef734/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,759 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,759 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,759 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,759 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,759 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,759 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c27e7ecac525cdc37886d8b16b6e94d columnFamilyName colfamily21 2024-11-20T02:57:30,759 DEBUG [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,761 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] regionserver.HStore(327): Store=6c27e7ecac525cdc37886d8b16b6e94d/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,761 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7feb4a7f3e46fcde734fb1ce1cdef734 columnFamilyName colfamily31 2024-11-20T02:57:30,761 DEBUG [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,761 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,762 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2f890e402ea64e87a1fe6dd9d416dea4, ASSIGN in 500 msec 2024-11-20T02:57:30,762 INFO [StoreOpener-7feb4a7f3e46fcde734fb1ce1cdef734-1 {}] regionserver.HStore(327): Store=7feb4a7f3e46fcde734fb1ce1cdef734/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,763 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,763 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6c27e7ecac525cdc37886d8b16b6e94d columnFamilyName colfamily31 2024-11-20T02:57:30,764 DEBUG [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,764 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=80ffa0c141df249de13a1d8cc59d689b, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,764 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,764 INFO [StoreOpener-6c27e7ecac525cdc37886d8b16b6e94d-1 {}] regionserver.HStore(327): Store=6c27e7ecac525cdc37886d8b16b6e94d/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,764 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,766 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,766 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,766 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,766 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,768 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,768 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,768 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,768 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80ffa0c141df249de13a1d8cc59d689b, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:30,769 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,769 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,769 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f71f26504341dc1c7b747adaf26794fa columnFamilyName colfamily11 2024-11-20T02:57:30,770 DEBUG [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,770 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(327): Store=f71f26504341dc1c7b747adaf26794fa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,771 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,771 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,773 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f71f26504341dc1c7b747adaf26794fa columnFamilyName colfamily21 2024-11-20T02:57:30,773 DEBUG [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,774 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=26 2024-11-20T02:57:30,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure 3c89aa1cfe5293a3f0afddfa4025c4fe, server=1c82b83631a2,42287,1732071447110 in 311 msec 2024-11-20T02:57:30,775 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(327): Store=f71f26504341dc1c7b747adaf26794fa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,775 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,776 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,777 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened 7feb4a7f3e46fcde734fb1ce1cdef734; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64878812, jitterRate=-0.033230364322662354}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,778 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T02:57:30,778 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for 7feb4a7f3e46fcde734fb1ce1cdef734: Running coprocessor pre-open hook at 1732071450740Writing region info on filesystem at 1732071450740Initializing all the Stores at 1732071450743 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450743Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450748 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450748Cleaning up temporary data from old regions at 1732071450768 (+20 ms)Running coprocessor post-open hooks at 1732071450778 (+10 ms)Region opened successfully at 1732071450778 2024-11-20T02:57:30,779 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f71f26504341dc1c7b747adaf26794fa columnFamilyName colfamily31 2024-11-20T02:57:30,779 DEBUG [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,779 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734., pid=38, masterSystemTime=1732071450591 2024-11-20T02:57:30,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=3c89aa1cfe5293a3f0afddfa4025c4fe, ASSIGN in 517 msec 2024-11-20T02:57:30,780 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,781 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(327): Store=f71f26504341dc1c7b747adaf26794fa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,781 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,781 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 6c27e7ecac525cdc37886d8b16b6e94d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73431249, jitterRate=0.09421087801456451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,781 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T02:57:30,781 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 6c27e7ecac525cdc37886d8b16b6e94d: Running coprocessor pre-open hook at 1732071450744Writing region info on filesystem at 1732071450744Initializing all the Stores at 1732071450747 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450747Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450750 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450750Cleaning up temporary data from old regions at 1732071450768 (+18 ms)Running coprocessor post-open hooks at 1732071450781 (+13 ms)Region opened successfully at 1732071450781 2024-11-20T02:57:30,782 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,783 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d., pid=46, masterSystemTime=1732071450611 2024-11-20T02:57:30,783 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,783 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T02:57:30,783 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T02:57:30,783 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T02:57:30,783 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => e902f602f6c7bb366a8b31f85e4c4fa2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-20T02:57:30,784 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,784 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,784 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,784 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,786 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T02:57:30,787 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,787 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T02:57:30,787 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T02:57:30,787 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,788 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => 8bf9cb39250c1dccedce415226e7bfaa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-20T02:57:30,788 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,788 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=9 2024-11-20T02:57:30,788 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 80ffa0c141df249de13a1d8cc59d689b, server=1c82b83631a2,38515,1732071447046 in 211 msec 2024-11-20T02:57:30,788 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,788 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,789 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,791 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,791 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,791 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e902f602f6c7bb366a8b31f85e4c4fa2 columnFamilyName colfamily11 2024-11-20T02:57:30,791 DEBUG [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,792 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] regionserver.HStore(327): Store=e902f602f6c7bb366a8b31f85e4c4fa2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,793 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf9cb39250c1dccedce415226e7bfaa columnFamilyName colfamily11 2024-11-20T02:57:30,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN in 530 msec 2024-11-20T02:57:30,793 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,794 DEBUG [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,794 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] regionserver.HStore(327): Store=8bf9cb39250c1dccedce415226e7bfaa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,795 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,796 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,796 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e902f602f6c7bb366a8b31f85e4c4fa2 columnFamilyName colfamily21 2024-11-20T02:57:30,796 DEBUG [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,796 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=6c27e7ecac525cdc37886d8b16b6e94d, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,797 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened f71f26504341dc1c7b747adaf26794fa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68835810, jitterRate=0.025733500719070435}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,797 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f71f26504341dc1c7b747adaf26794fa 2024-11-20T02:57:30,797 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for f71f26504341dc1c7b747adaf26794fa: Running coprocessor pre-open hook at 1732071450759Writing region info on filesystem at 1732071450759Initializing all the Stores at 1732071450760 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450761 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450765 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450765Cleaning up temporary data from old regions at 1732071450788 (+23 ms)Running coprocessor post-open hooks at 1732071450797 (+9 ms)Region opened successfully at 1732071450797 2024-11-20T02:57:30,797 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf9cb39250c1dccedce415226e7bfaa columnFamilyName colfamily21 2024-11-20T02:57:30,798 DEBUG [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,798 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., pid=54, masterSystemTime=1732071450669 2024-11-20T02:57:30,798 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] regionserver.HStore(327): Store=e902f602f6c7bb366a8b31f85e4c4fa2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,799 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,799 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] regionserver.HStore(327): Store=8bf9cb39250c1dccedce415226e7bfaa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,800 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,801 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e902f602f6c7bb366a8b31f85e4c4fa2 columnFamilyName colfamily31 2024-11-20T02:57:30,801 DEBUG [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6c27e7ecac525cdc37886d8b16b6e94d, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T02:57:30,803 INFO [StoreOpener-e902f602f6c7bb366a8b31f85e4c4fa2-1 {}] regionserver.HStore(327): Store=e902f602f6c7bb366a8b31f85e4c4fa2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,803 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T02:57:30,803 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,803 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T02:57:30,803 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T02:57:30,803 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 1be39a085dd8c68625f69b83cd51b646, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-20T02:57:30,804 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,804 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,804 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,804 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,804 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,805 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,806 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8bf9cb39250c1dccedce415226e7bfaa columnFamilyName colfamily31 2024-11-20T02:57:30,806 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,806 DEBUG [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,807 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,807 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,807 INFO [StoreOpener-8bf9cb39250c1dccedce415226e7bfaa-1 {}] regionserver.HStore(327): Store=8bf9cb39250c1dccedce415226e7bfaa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,807 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,808 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,808 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,809 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,809 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be39a085dd8c68625f69b83cd51b646 columnFamilyName colfamily11 2024-11-20T02:57:30,809 DEBUG [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,810 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(327): Store=1be39a085dd8c68625f69b83cd51b646/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,810 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,811 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=11 2024-11-20T02:57:30,811 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 6c27e7ecac525cdc37886d8b16b6e94d, server=1c82b83631a2,42287,1732071447110 in 279 msec 2024-11-20T02:57:30,811 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,811 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,812 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,813 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be39a085dd8c68625f69b83cd51b646 columnFamilyName colfamily21 2024-11-20T02:57:30,813 DEBUG [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,814 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(327): Store=1be39a085dd8c68625f69b83cd51b646/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,814 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,816 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,816 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6c27e7ecac525cdc37886d8b16b6e94d, ASSIGN in 553 msec 2024-11-20T02:57:30,818 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be39a085dd8c68625f69b83cd51b646 columnFamilyName colfamily31 2024-11-20T02:57:30,818 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,818 DEBUG [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,818 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=f71f26504341dc1c7b747adaf26794fa, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,819 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(327): Store=1be39a085dd8c68625f69b83cd51b646/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,819 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened e902f602f6c7bb366a8b31f85e4c4fa2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73116343, jitterRate=0.08951841294765472}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,819 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T02:57:30,819 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,819 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for e902f602f6c7bb366a8b31f85e4c4fa2: Running coprocessor pre-open hook at 1732071450784Writing region info on filesystem at 1732071450784Initializing all the Stores at 1732071450786 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450786Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450787 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450787Cleaning up temporary data from old regions at 1732071450807 (+20 ms)Running coprocessor post-open hooks at 1732071450819 (+12 ms)Region opened successfully at 1732071450819 2024-11-20T02:57:30,821 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2., pid=39, masterSystemTime=1732071450591 2024-11-20T02:57:30,821 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,822 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,823 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure f71f26504341dc1c7b747adaf26794fa, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:30,824 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=7feb4a7f3e46fcde734fb1ce1cdef734, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,824 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened 8bf9cb39250c1dccedce415226e7bfaa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63298313, jitterRate=-0.05678163468837738}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,824 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T02:57:30,824 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for 8bf9cb39250c1dccedce415226e7bfaa: Running coprocessor pre-open hook at 1732071450789Writing region info on filesystem at 1732071450789Initializing all the Stores at 1732071450790 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450790Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450790Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450790Cleaning up temporary data from old regions at 1732071450811 (+21 ms)Running coprocessor post-open hooks at 1732071450824 (+13 ms)Region opened successfully at 1732071450824 2024-11-20T02:57:30,824 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,824 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,826 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa., pid=42, masterSystemTime=1732071450611 2024-11-20T02:57:30,826 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,826 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T02:57:30,826 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T02:57:30,826 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T02:57:30,826 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => 5329f2d9907ca0e02a96bc6b79fb9333, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-20T02:57:30,827 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,827 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,827 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,827 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,829 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7feb4a7f3e46fcde734fb1ce1cdef734, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:30,829 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T02:57:30,829 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T02:57:30,829 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T02:57:30,830 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => a132c467ead912d85634d493d37911d9, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-20T02:57:30,830 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,830 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,830 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,830 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,830 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,832 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,833 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,833 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=8bf9cb39250c1dccedce415226e7bfaa, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,834 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5329f2d9907ca0e02a96bc6b79fb9333 columnFamilyName colfamily11 2024-11-20T02:57:30,834 DEBUG [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,835 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] regionserver.HStore(327): Store=5329f2d9907ca0e02a96bc6b79fb9333/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,835 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,835 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 1be39a085dd8c68625f69b83cd51b646; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59899664, jitterRate=-0.10742545127868652}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,835 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T02:57:30,835 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 1be39a085dd8c68625f69b83cd51b646: Running coprocessor pre-open hook at 1732071450804Writing region info on filesystem at 1732071450804Initializing all the Stores at 1732071450806 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450806Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450806Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450806Cleaning up temporary data from old regions at 1732071450824 (+18 ms)Running coprocessor post-open hooks at 1732071450835 (+11 ms)Region opened successfully at 1732071450835 2024-11-20T02:57:30,837 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., pid=52, masterSystemTime=1732071450669 2024-11-20T02:57:30,838 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5329f2d9907ca0e02a96bc6b79fb9333 columnFamilyName colfamily21 2024-11-20T02:57:30,838 DEBUG [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8bf9cb39250c1dccedce415226e7bfaa, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T02:57:30,839 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] regionserver.HStore(327): Store=5329f2d9907ca0e02a96bc6b79fb9333/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,839 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,840 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T02:57:30,840 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T02:57:30,840 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T02:57:30,840 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => d8456c9b779d38610d5c4c6fcfaeb960, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-20T02:57:30,841 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,841 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,841 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,841 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,841 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5329f2d9907ca0e02a96bc6b79fb9333 columnFamilyName colfamily31 2024-11-20T02:57:30,841 DEBUG [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,842 INFO [StoreOpener-5329f2d9907ca0e02a96bc6b79fb9333-1 {}] regionserver.HStore(327): Store=5329f2d9907ca0e02a96bc6b79fb9333/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,843 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a132c467ead912d85634d493d37911d9 columnFamilyName colfamily11 2024-11-20T02:57:30,843 DEBUG [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,843 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,844 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] regionserver.HStore(327): Store=a132c467ead912d85634d493d37911d9/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,844 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,844 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,845 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,847 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=12 2024-11-20T02:57:30,847 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,847 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 7feb4a7f3e46fcde734fb1ce1cdef734, server=1c82b83631a2,44069,1732071446946 in 361 msec 2024-11-20T02:57:30,847 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,42287,1732071447110, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bf9cb39250c1dccedce415226e7bfaa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:30,847 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a132c467ead912d85634d493d37911d9 columnFamilyName colfamily21 2024-11-20T02:57:30,848 DEBUG [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,848 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,849 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] regionserver.HStore(327): Store=a132c467ead912d85634d493d37911d9/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,850 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,850 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,852 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a132c467ead912d85634d493d37911d9 columnFamilyName colfamily31 2024-11-20T02:57:30,852 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,38515,1732071447046, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:30,852 DEBUG [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,852 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,38515,1732071447046, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:30,853 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7feb4a7f3e46fcde734fb1ce1cdef734, ASSIGN in 589 msec 2024-11-20T02:57:30,853 INFO [StoreOpener-a132c467ead912d85634d493d37911d9-1 {}] regionserver.HStore(327): Store=a132c467ead912d85634d493d37911d9/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,853 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,854 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,854 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,855 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,855 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1be39a085dd8c68625f69b83cd51b646, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,856 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8456c9b779d38610d5c4c6fcfaeb960 columnFamilyName colfamily11 2024-11-20T02:57:30,856 DEBUG [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,858 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,858 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(327): Store=d8456c9b779d38610d5c4c6fcfaeb960/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,858 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,858 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be39a085dd8c68625f69b83cd51b646, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:30,859 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,861 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8456c9b779d38610d5c4c6fcfaeb960 columnFamilyName colfamily21 2024-11-20T02:57:30,861 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,861 DEBUG [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,862 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(327): Store=d8456c9b779d38610d5c4c6fcfaeb960/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,862 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,864 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8456c9b779d38610d5c4c6fcfaeb960 columnFamilyName colfamily31 2024-11-20T02:57:30,865 DEBUG [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=23 2024-11-20T02:57:30,865 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure 8bf9cb39250c1dccedce415226e7bfaa, server=1c82b83631a2,42287,1732071447110 in 356 msec 2024-11-20T02:57:30,865 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(327): Store=d8456c9b779d38610d5c4c6fcfaeb960/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,865 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,867 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,867 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,867 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,868 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened 5329f2d9907ca0e02a96bc6b79fb9333; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75092816, jitterRate=0.11897015571594238}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,868 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T02:57:30,868 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for 5329f2d9907ca0e02a96bc6b79fb9333: Running coprocessor pre-open hook at 1732071450828Writing region info on filesystem at 1732071450828Initializing all the Stores at 1732071450829 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450829Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450830 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450830Cleaning up temporary data from old regions at 1732071450847 (+17 ms)Running coprocessor post-open hooks at 1732071450868 (+21 ms)Region opened successfully at 1732071450868 2024-11-20T02:57:30,869 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8bf9cb39250c1dccedce415226e7bfaa, ASSIGN in 607 msec 2024-11-20T02:57:30,869 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,869 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,870 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., pid=37, masterSystemTime=1732071450591 2024-11-20T02:57:30,870 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,872 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,873 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T02:57:30,873 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T02:57:30,875 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T02:57:30,876 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,876 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => 5210c0b2d21aa97ccba2283b50fd2c1f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-20T02:57:30,876 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,876 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,876 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,876 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,877 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened a132c467ead912d85634d493d37911d9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67357296, jitterRate=0.003701925277709961}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,877 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a132c467ead912d85634d493d37911d9 2024-11-20T02:57:30,877 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for a132c467ead912d85634d493d37911d9: Running coprocessor pre-open hook at 1732071450830Writing region info on filesystem at 1732071450830Initializing all the Stores at 1732071450832 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450832Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450832Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450832Cleaning up temporary data from old regions at 1732071450858 (+26 ms)Running coprocessor post-open hooks at 1732071450877 (+19 ms)Region opened successfully at 1732071450877 2024-11-20T02:57:30,878 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=16 2024-11-20T02:57:30,878 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9., pid=43, masterSystemTime=1732071450611 2024-11-20T02:57:30,879 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1be39a085dd8c68625f69b83cd51b646, server=1c82b83631a2,38515,1732071447046 in 315 msec 2024-11-20T02:57:30,880 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,881 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened d8456c9b779d38610d5c4c6fcfaeb960; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71913233, jitterRate=0.07159067690372467}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,881 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T02:57:30,881 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for d8456c9b779d38610d5c4c6fcfaeb960: Running coprocessor pre-open hook at 1732071450841Writing region info on filesystem at 1732071450841Initializing all the Stores at 1732071450843 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450843Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450854 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450854Cleaning up temporary data from old regions at 1732071450869 (+15 ms)Running coprocessor post-open hooks at 1732071450881 (+12 ms)Region opened successfully at 1732071450881 2024-11-20T02:57:30,882 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T02:57:30,882 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., pid=50, masterSystemTime=1732071450669 2024-11-20T02:57:30,882 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T02:57:30,882 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T02:57:30,883 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => 98ff9f2ddd1e0ef4bc08efd73b01edfb, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-20T02:57:30,883 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,883 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,883 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,884 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN in 621 msec 2024-11-20T02:57:30,886 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T02:57:30,886 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T02:57:30,886 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T02:57:30,886 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e47c9ca129e055860e308d6e26f432f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-20T02:57:30,887 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,887 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,887 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,887 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,887 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,887 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,888 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,890 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5210c0b2d21aa97ccba2283b50fd2c1f columnFamilyName colfamily11 2024-11-20T02:57:30,890 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98ff9f2ddd1e0ef4bc08efd73b01edfb columnFamilyName colfamily11 2024-11-20T02:57:30,890 DEBUG [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,890 DEBUG [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,890 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8456c9b779d38610d5c4c6fcfaeb960, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:30,891 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] regionserver.HStore(327): Store=5210c0b2d21aa97ccba2283b50fd2c1f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,891 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] regionserver.HStore(327): Store=98ff9f2ddd1e0ef4bc08efd73b01edfb/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,891 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,891 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,893 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98ff9f2ddd1e0ef4bc08efd73b01edfb columnFamilyName colfamily21 2024-11-20T02:57:30,893 DEBUG [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,893 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5210c0b2d21aa97ccba2283b50fd2c1f columnFamilyName colfamily21 2024-11-20T02:57:30,894 DEBUG [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,894 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] regionserver.HStore(327): Store=98ff9f2ddd1e0ef4bc08efd73b01edfb/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,894 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,894 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] regionserver.HStore(327): Store=5210c0b2d21aa97ccba2283b50fd2c1f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,895 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,894 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e47c9ca129e055860e308d6e26f432f columnFamilyName colfamily11 2024-11-20T02:57:30,895 DEBUG [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,896 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 98ff9f2ddd1e0ef4bc08efd73b01edfb columnFamilyName colfamily31 2024-11-20T02:57:30,896 DEBUG [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,897 INFO [StoreOpener-98ff9f2ddd1e0ef4bc08efd73b01edfb-1 {}] regionserver.HStore(327): Store=98ff9f2ddd1e0ef4bc08efd73b01edfb/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,897 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5210c0b2d21aa97ccba2283b50fd2c1f columnFamilyName colfamily31 2024-11-20T02:57:30,897 DEBUG [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,897 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,897 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(327): Store=1e47c9ca129e055860e308d6e26f432f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,897 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,898 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,899 INFO [StoreOpener-5210c0b2d21aa97ccba2283b50fd2c1f-1 {}] regionserver.HStore(327): Store=5210c0b2d21aa97ccba2283b50fd2c1f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=19 2024-11-20T02:57:30,899 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure d8456c9b779d38610d5c4c6fcfaeb960, server=1c82b83631a2,38515,1732071447046 in 346 msec 2024-11-20T02:57:30,899 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,900 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,900 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,901 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,901 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e47c9ca129e055860e308d6e26f432f columnFamilyName colfamily21 2024-11-20T02:57:30,901 DEBUG [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,901 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(327): Store=1e47c9ca129e055860e308d6e26f432f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,901 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,901 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,902 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,902 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,902 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,902 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,903 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN in 641 msec 2024-11-20T02:57:30,904 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,904 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e47c9ca129e055860e308d6e26f432f columnFamilyName colfamily31 2024-11-20T02:57:30,904 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,904 DEBUG [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,905 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(327): Store=1e47c9ca129e055860e308d6e26f432f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,906 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,907 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,907 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=a132c467ead912d85634d493d37911d9, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,907 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,909 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,909 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure a132c467ead912d85634d493d37911d9, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T02:57:30,910 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,911 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=5329f2d9907ca0e02a96bc6b79fb9333, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,912 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5329f2d9907ca0e02a96bc6b79fb9333, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:30,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=14 2024-11-20T02:57:30,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure a132c467ead912d85634d493d37911d9, server=1c82b83631a2,42287,1732071447110 in 405 msec 2024-11-20T02:57:30,919 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,919 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,920 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened 5210c0b2d21aa97ccba2283b50fd2c1f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59556693, jitterRate=-0.11253611743450165}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,920 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened 98ff9f2ddd1e0ef4bc08efd73b01edfb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59345755, jitterRate=-0.11567933857440948}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,921 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T02:57:30,921 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T02:57:30,921 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for 5210c0b2d21aa97ccba2283b50fd2c1f: Running coprocessor pre-open hook at 1732071450877Writing region info on filesystem at 1732071450877Initializing all the Stores at 1732071450878 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450878Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450886 (+8 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450886Cleaning up temporary data from old regions at 1732071450902 (+16 ms)Running coprocessor post-open hooks at 1732071450921 (+19 ms)Region opened successfully at 1732071450921 2024-11-20T02:57:30,921 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for 98ff9f2ddd1e0ef4bc08efd73b01edfb: Running coprocessor pre-open hook at 1732071450884Writing region info on filesystem at 1732071450884Initializing all the Stores at 1732071450885 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450885Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450888 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450888Cleaning up temporary data from old regions at 1732071450902 (+14 ms)Running coprocessor post-open hooks at 1732071450921 (+19 ms)Region opened successfully at 1732071450921 2024-11-20T02:57:30,922 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb., pid=35, masterSystemTime=1732071450611 2024-11-20T02:57:30,922 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f., pid=40, masterSystemTime=1732071450591 2024-11-20T02:57:30,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a132c467ead912d85634d493d37911d9, ASSIGN in 660 msec 2024-11-20T02:57:30,925 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T02:57:30,925 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T02:57:30,925 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T02:57:30,926 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f02adc151a486e4986d5731e11815b7, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-20T02:57:30,926 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T02:57:30,926 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,926 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T02:57:30,926 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,926 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T02:57:30,926 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,927 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,926 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => c3cb3232dcdc7e38e33c64f531e75bfd, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-20T02:57:30,927 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,927 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,927 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,927 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=8 2024-11-20T02:57:30,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 5329f2d9907ca0e02a96bc6b79fb9333, server=1c82b83631a2,44069,1732071446946 in 452 msec 2024-11-20T02:57:30,931 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,931 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,933 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5329f2d9907ca0e02a96bc6b79fb9333, ASSIGN in 671 msec 2024-11-20T02:57:30,933 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3232dcdc7e38e33c64f531e75bfd columnFamilyName colfamily11 2024-11-20T02:57:30,933 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f02adc151a486e4986d5731e11815b7 columnFamilyName colfamily11 2024-11-20T02:57:30,934 DEBUG [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,934 DEBUG [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,934 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] regionserver.HStore(327): Store=5f02adc151a486e4986d5731e11815b7/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,934 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] regionserver.HStore(327): Store=c3cb3232dcdc7e38e33c64f531e75bfd/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,935 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,935 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,935 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=5210c0b2d21aa97ccba2283b50fd2c1f, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,937 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f02adc151a486e4986d5731e11815b7 columnFamilyName colfamily21 2024-11-20T02:57:30,937 DEBUG [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,938 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3232dcdc7e38e33c64f531e75bfd columnFamilyName colfamily21 2024-11-20T02:57:30,938 DEBUG [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5210c0b2d21aa97ccba2283b50fd2c1f, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:30,938 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,939 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] regionserver.HStore(327): Store=5f02adc151a486e4986d5731e11815b7/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,939 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,939 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] regionserver.HStore(327): Store=c3cb3232dcdc7e38e33c64f531e75bfd/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,940 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,940 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=98ff9f2ddd1e0ef4bc08efd73b01edfb, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,940 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 1e47c9ca129e055860e308d6e26f432f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67310381, jitterRate=0.003002837300300598}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,941 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T02:57:30,941 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 1e47c9ca129e055860e308d6e26f432f: Running coprocessor pre-open hook at 1732071450887Writing region info on filesystem at 1732071450887Initializing all the Stores at 1732071450888 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450889 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450889Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450889Cleaning up temporary data from old regions at 1732071450909 (+20 ms)Running coprocessor post-open hooks at 1732071450941 (+32 ms)Region opened successfully at 1732071450941 2024-11-20T02:57:30,942 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., pid=49, masterSystemTime=1732071450669 2024-11-20T02:57:30,943 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f02adc151a486e4986d5731e11815b7 columnFamilyName colfamily31 2024-11-20T02:57:30,943 DEBUG [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 98ff9f2ddd1e0ef4bc08efd73b01edfb, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T02:57:30,944 INFO [StoreOpener-5f02adc151a486e4986d5731e11815b7-1 {}] regionserver.HStore(327): Store=5f02adc151a486e4986d5731e11815b7/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,944 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,946 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,946 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T02:57:30,946 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T02:57:30,946 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,946 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T02:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eb1eb1ee6e5fe16483923c99a8d16af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-20T02:57:30,947 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c3cb3232dcdc7e38e33c64f531e75bfd columnFamilyName colfamily31 2024-11-20T02:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,947 DEBUG [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,947 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,948 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,948 INFO [StoreOpener-c3cb3232dcdc7e38e33c64f531e75bfd-1 {}] regionserver.HStore(327): Store=c3cb3232dcdc7e38e33c64f531e75bfd/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,948 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,948 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,949 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,951 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,952 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,952 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,42287,1732071447110, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98ff9f2ddd1e0ef4bc08efd73b01edfb. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:30,953 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,954 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,954 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,955 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,956 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb1eb1ee6e5fe16483923c99a8d16af columnFamilyName colfamily11 2024-11-20T02:57:30,956 DEBUG [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,956 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(327): Store=8eb1eb1ee6e5fe16483923c99a8d16af/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,957 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,38515,1732071447046, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:30,957 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,957 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,38515,1732071447046, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:30,957 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=21 2024-11-20T02:57:30,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 5210c0b2d21aa97ccba2283b50fd2c1f, server=1c82b83631a2,44069,1732071446946 in 456 msec 2024-11-20T02:57:30,959 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb1eb1ee6e5fe16483923c99a8d16af columnFamilyName colfamily21 2024-11-20T02:57:30,959 DEBUG [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,960 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(327): Store=8eb1eb1ee6e5fe16483923c99a8d16af/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,960 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5210c0b2d21aa97ccba2283b50fd2c1f, ASSIGN in 701 msec 2024-11-20T02:57:30,962 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb1eb1ee6e5fe16483923c99a8d16af columnFamilyName colfamily31 2024-11-20T02:57:30,962 DEBUG [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,963 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(327): Store=8eb1eb1ee6e5fe16483923c99a8d16af/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,963 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,964 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,964 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,964 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,964 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 5f02adc151a486e4986d5731e11815b7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67263778, jitterRate=0.002308398485183716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,964 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened c3cb3232dcdc7e38e33c64f531e75bfd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74837118, jitterRate=0.11515995860099792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,964 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f02adc151a486e4986d5731e11815b7 2024-11-20T02:57:30,965 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T02:57:30,965 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 5f02adc151a486e4986d5731e11815b7: Running coprocessor pre-open hook at 1732071450927Writing region info on filesystem at 1732071450927Initializing all the Stores at 1732071450928 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450928Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450931 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450931Cleaning up temporary data from old regions at 1732071450948 (+17 ms)Running coprocessor post-open hooks at 1732071450965 (+17 ms)Region opened successfully at 1732071450965 2024-11-20T02:57:30,965 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for c3cb3232dcdc7e38e33c64f531e75bfd: Running coprocessor pre-open hook at 1732071450927Writing region info on filesystem at 1732071450927Initializing all the Stores at 1732071450928 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450928Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450931 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450931Cleaning up temporary data from old regions at 1732071450954 (+23 ms)Running coprocessor post-open hooks at 1732071450965 (+11 ms)Region opened successfully at 1732071450965 2024-11-20T02:57:30,965 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=1e47c9ca129e055860e308d6e26f432f, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:30,966 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,966 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., pid=32, masterSystemTime=1732071450591 2024-11-20T02:57:30,966 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7., pid=45, masterSystemTime=1732071450611 2024-11-20T02:57:30,968 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,968 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,969 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e47c9ca129e055860e308d6e26f432f, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:30,970 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T02:57:30,970 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T02:57:30,971 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,971 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=c3cb3232dcdc7e38e33c64f531e75bfd, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:30,971 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T02:57:30,971 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T02:57:30,975 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:30,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure c3cb3232dcdc7e38e33c64f531e75bfd, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:30,976 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 8eb1eb1ee6e5fe16483923c99a8d16af; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64097139, jitterRate=-0.04487819969654083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:30,976 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T02:57:30,976 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 8eb1eb1ee6e5fe16483923c99a8d16af: Running coprocessor pre-open hook at 1732071450947Writing region info on filesystem at 1732071450947Initializing all the Stores at 1732071450949 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450949Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450949Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450949Cleaning up temporary data from old regions at 1732071450968 (+19 ms)Running coprocessor post-open hooks at 1732071450976 (+8 ms)Region opened successfully at 1732071450976 2024-11-20T02:57:30,976 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=5f02adc151a486e4986d5731e11815b7, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T02:57:30,977 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., pid=56, masterSystemTime=1732071450669 2024-11-20T02:57:30,979 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T02:57:30,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f02adc151a486e4986d5731e11815b7, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T02:57:30,979 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T02:57:30,980 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T02:57:30,980 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e4eebc537653059fe80e5ca99e38fe2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-20T02:57:30,980 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,980 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:30,980 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,980 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,982 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,985 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4eebc537653059fe80e5ca99e38fe2 columnFamilyName colfamily11 2024-11-20T02:57:30,985 DEBUG [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=18 2024-11-20T02:57:30,985 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure c3cb3232dcdc7e38e33c64f531e75bfd, server=1c82b83631a2,44069,1732071446946 in 538 msec 2024-11-20T02:57:30,986 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(327): Store=0e4eebc537653059fe80e5ca99e38fe2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,986 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,988 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4eebc537653059fe80e5ca99e38fe2 columnFamilyName colfamily21 2024-11-20T02:57:30,988 DEBUG [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,988 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=c3cb3232dcdc7e38e33c64f531e75bfd, ASSIGN in 727 msec 2024-11-20T02:57:30,989 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(327): Store=0e4eebc537653059fe80e5ca99e38fe2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,989 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,991 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4eebc537653059fe80e5ca99e38fe2 columnFamilyName colfamily31 2024-11-20T02:57:30,991 DEBUG [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:30,992 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(327): Store=0e4eebc537653059fe80e5ca99e38fe2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:30,992 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,993 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,994 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=6 2024-11-20T02:57:30,994 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f02adc151a486e4986d5731e11815b7, server=1c82b83631a2,42287,1732071447110 in 469 msec 2024-11-20T02:57:30,995 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,995 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,996 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:30,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5f02adc151a486e4986d5731e11815b7, ASSIGN in 736 msec 2024-11-20T02:57:30,998 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:30,999 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:31,001 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:31,002 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eb1eb1ee6e5fe16483923c99a8d16af, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:31,003 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened 0e4eebc537653059fe80e5ca99e38fe2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70985475, jitterRate=0.05776600539684296}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:31,003 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T02:57:31,003 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for 0e4eebc537653059fe80e5ca99e38fe2: Running coprocessor pre-open hook at 1732071450980Writing region info on filesystem at 1732071450980Initializing all the Stores at 1732071450982 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450982Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450982Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071450982Cleaning up temporary data from old regions at 1732071450995 (+13 ms)Running coprocessor post-open hooks at 1732071451003 (+8 ms)Region opened successfully at 1732071451003 2024-11-20T02:57:31,004 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., pid=51, masterSystemTime=1732071450669 2024-11-20T02:57:31,007 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T02:57:31,007 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T02:57:31,007 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T02:57:31,007 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => d2801060ac70ac0fdb415c62dfadd2b1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-20T02:57:31,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=28 2024-11-20T02:57:31,007 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e47c9ca129e055860e308d6e26f432f, server=1c82b83631a2,38515,1732071447046 in 462 msec 2024-11-20T02:57:31,007 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,008 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T02:57:31,008 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,008 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN in 749 msec 2024-11-20T02:57:31,010 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:31,012 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2801060ac70ac0fdb415c62dfadd2b1 columnFamilyName colfamily11 2024-11-20T02:57:31,012 DEBUG [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:31,012 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(327): Store=d2801060ac70ac0fdb415c62dfadd2b1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:31,013 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4eebc537653059fe80e5ca99e38fe2, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:31,015 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2801060ac70ac0fdb415c62dfadd2b1 columnFamilyName colfamily21 2024-11-20T02:57:31,015 DEBUG [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:31,016 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(327): Store=d2801060ac70ac0fdb415c62dfadd2b1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:31,016 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,018 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2801060ac70ac0fdb415c62dfadd2b1 columnFamilyName colfamily31 2024-11-20T02:57:31,018 DEBUG [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T02:57:31,019 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(327): Store=d2801060ac70ac0fdb415c62dfadd2b1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T02:57:31,019 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=5 2024-11-20T02:57:31,020 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,020 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eb1eb1ee6e5fe16483923c99a8d16af, server=1c82b83631a2,38515,1732071447046 in 441 msec 2024-11-20T02:57:31,020 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,021 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,021 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,022 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T02:57:31,023 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN in 762 msec 2024-11-20T02:57:31,023 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,026 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T02:57:31,027 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened d2801060ac70ac0fdb415c62dfadd2b1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67766867, jitterRate=0.00980500876903534}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T02:57:31,027 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T02:57:31,027 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for d2801060ac70ac0fdb415c62dfadd2b1: Running coprocessor pre-open hook at 1732071451008Writing region info on filesystem at 1732071451008Initializing all the Stores at 1732071451009 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071451009Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071451010 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071451010Cleaning up temporary data from old regions at 1732071451021 (+11 ms)Running coprocessor post-open hooks at 1732071451027 (+6 ms)Region opened successfully at 1732071451027 2024-11-20T02:57:31,028 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., pid=53, masterSystemTime=1732071450669 2024-11-20T02:57:31,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=13 2024-11-20T02:57:31,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e4eebc537653059fe80e5ca99e38fe2, server=1c82b83631a2,38515,1732071447046 in 472 msec 2024-11-20T02:57:31,031 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T02:57:31,031 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T02:57:31,031 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN in 770 msec 2024-11-20T02:57:31,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,38515,1732071447046 2024-11-20T02:57:31,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2801060ac70ac0fdb415c62dfadd2b1, server=1c82b83631a2,38515,1732071447046 because future has completed 2024-11-20T02:57:31,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=30 2024-11-20T02:57:31,038 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 98ff9f2ddd1e0ef4bc08efd73b01edfb, server=1c82b83631a2,42287,1732071447110 in 572 msec 2024-11-20T02:57:31,040 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=98ff9f2ddd1e0ef4bc08efd73b01edfb, ASSIGN in 780 msec 2024-11-20T02:57:31,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=22 2024-11-20T02:57:31,045 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure d2801060ac70ac0fdb415c62dfadd2b1, server=1c82b83631a2,38515,1732071447046 in 482 msec 2024-11-20T02:57:31,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN in 787 msec 2024-11-20T02:57:31,048 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=e902f602f6c7bb366a8b31f85e4c4fa2, regionState=OPEN, openSeqNum=2, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T02:57:31,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure e902f602f6c7bb366a8b31f85e4c4fa2, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T02:57:31,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=25 2024-11-20T02:57:31,053 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure f71f26504341dc1c7b747adaf26794fa, server=1c82b83631a2,38515,1732071447046 in 487 msec 2024-11-20T02:57:31,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN in 795 msec 2024-11-20T02:57:31,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=15 2024-11-20T02:57:31,060 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure e902f602f6c7bb366a8b31f85e4c4fa2, server=1c82b83631a2,44069,1732071446946 in 572 msec 2024-11-20T02:57:31,061 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=1c82b83631a2,38515,1732071447046, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T02:57:31,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e902f602f6c7bb366a8b31f85e4c4fa2, ASSIGN in 802 msec 2024-11-20T02:57:31,065 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=fba69d4a12941682030116d8d512740a, ASSIGN in 805 msec 2024-11-20T02:57:31,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=29 2024-11-20T02:57:31,069 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 29612dc9b130ded36d5f98add04db627, server=1c82b83631a2,38515,1732071447046 in 550 msec 2024-11-20T02:57:31,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=29, resume processing ppid=4 2024-11-20T02:57:31,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN in 811 msec 2024-11-20T02:57:31,074 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T02:57:31,074 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732071451074"}]},"ts":"1732071451074"} 2024-11-20T02:57:31,077 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-20T02:57:31,078 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T02:57:31,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.5920 sec 2024-11-20T02:57:31,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T02:57:31,660 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-20T02:57:31,660 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-20T02:57:31,663 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:57:31,678 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=38515 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-20T02:57:31,689 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-20T02:57:31,689 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:57:31,690 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-20T02:57:31,731 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,736 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,737 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,738 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,739 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,740 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,787 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:31,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:31,792 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:31,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:31,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:31,797 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:31,836 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,841 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,842 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,844 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,882 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,884 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,887 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,891 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,893 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,932 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,936 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,942 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:31,983 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,985 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,988 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,990 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,992 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:31,993 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,034 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,036 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,088 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,090 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,092 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,136 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,139 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,141 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,144 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,146 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,148 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,189 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,192 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,194 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,196 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,197 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,251 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,254 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,266 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,294 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,297 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,300 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,310 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,371 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,374 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,376 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,378 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,381 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,383 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,385 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mms', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,430 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,432 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,435 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,437 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,440 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,442 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,472 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,475 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,478 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,480 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,482 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,484 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oot', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,517 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,519 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,521 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,524 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,526 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,562 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,564 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,566 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,569 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,571 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,572 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,609 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,611 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,613 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,615 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,617 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,661 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,663 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,665 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,667 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,669 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,672 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,704 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,707 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,709 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,711 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,713 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,751 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,753 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,755 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,757 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,758 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,790 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,793 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,794 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,796 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,798 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,799 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vwa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,835 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,837 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,838 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,840 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe., hostname=1c82b83631a2,44069,1732071446946, seqNum=2] 2024-11-20T02:57:32,889 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,890 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,892 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,894 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,896 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,898 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,926 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,928 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,930 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,932 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,934 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2] 2024-11-20T02:57:32,965 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb., hostname=1c82b83631a2,42287,1732071447110, seqNum=2] 2024-11-20T02:57:32,991 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:57:33,012 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:57:33,030 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T02:57:33,037 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44069 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T02:57:33,038 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38515 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T02:57:33,040 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T02:57:33,776 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-20T02:57:33,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=38515 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-20T02:57:34,036 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-20T02:57:34,037 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 1c82b83631a2,38515,1732071447046 2024-11-20T02:57:34,037 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 1c82b83631a2,38515,1732071447046 2024-11-20T02:57:34,038 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 1c82b83631a2,38515,1732071447046: Simulated kill ***** 2024-11-20T02:57:34,038 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T02:57:34,042 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T02:57:34,046 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T02:57:34,047 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T02:57:34,047 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T02:57:34,047 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 538405368 }, "NonHeapMemoryUsage": { "committed": 157089792, "init": 7667712, "max": -1, "used": 154479440 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=IPC", "modelerType": "RegionServer,sub=IPC", "tag.Context": "regionserver", "tag.Hostname": "1c82b83631a2" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Replication", "modelerType": "RegionServer,sub=Replication", "tag.Context": "regionserver", "tag.Hostname": "1c82b83631a2" } ], "beans": [ { "name": "Hadoop:service=HBase,name=RegionServer,sub=Server", "modelerType": "RegionServer,sub=Server", "tag.Context": "regionserver", "tag.Hostname": "1c82b83631a2" } ] } 2024-11-20T02:57:34,050 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37159 {}] master.MasterRpcServices(700): 1c82b83631a2,38515,1732071447046 reported a fatal error: ***** ABORTING region server 1c82b83631a2,38515,1732071447046: Simulated kill ***** 2024-11-20T02:57:34,051 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,38515,1732071447046' ***** 2024-11-20T02:57:34,052 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T02:57:34,052 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T02:57:34,052 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:57:34,052 INFO [RS:1;1c82b83631a2:38515 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T02:57:34,052 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T02:57:34,052 INFO [RS:1;1c82b83631a2:38515 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T02:57:34,052 INFO [RS:1;1c82b83631a2:38515 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T02:57:34,053 INFO [RS:1;1c82b83631a2:38515 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;1c82b83631a2:38515. 2024-11-20T02:57:34,053 DEBUG [RS:1;1c82b83631a2:38515 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T02:57:34,058 DEBUG [RS:1;1c82b83631a2:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:57:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741836_1012 (size=54214) 2024-11-20T02:57:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741836_1012 (size=54214) 2024-11-20T02:57:34,064 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741836_1012 (size=54214) 2024-11-20T02:57:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741834_1010 (size=334915) 2024-11-20T02:57:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741834_1010 (size=334915) 2024-11-20T02:57:34,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741834_1010 (size=334915) 2024-11-20T02:57:34,069 DEBUG [RS:1;1c82b83631a2:38515 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T02:57:34,069 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:57:34,069 INFO [RS:1;1c82b83631a2:38515 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38515 2024-11-20T02:57:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,38515,1732071447046 2024-11-20T02:57:34,124 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T02:57:34,124 INFO [RS:1;1c82b83631a2:38515 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T02:57:34,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,38515,1732071447046] 2024-11-20T02:57:34,141 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,38515,1732071447046 already deleted, retry=false 2024-11-20T02:57:34,141 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 1c82b83631a2,38515,1732071447046 on 1c82b83631a2,37159,1732071446234 2024-11-20T02:57:34,148 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:57:34,150 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T02:57:34,153 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:57:34,153 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T02:57:34,154 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:57:34,154 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:57:34,154 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 1c82b83631a2,38515,1732071447046 (carryingMeta=true) 1c82b83631a2,38515,1732071447046/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@2487f372[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T02:57:34,154 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:57:34,158 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T02:57:34,159 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:57:34,160 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T02:57:34,160 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:57:34,160 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:57:34,160 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:57:34,161 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T02:57:34,161 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T02:57:34,161 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T02:57:34,161 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:57:34,162 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T02:57:34,166 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T02:57:34,167 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:57:34,168 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T02:57:34,168 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:57:34,169 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T02:57:34,169 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T02:57:34,171 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T02:57:34,171 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,38515,1732071447046, table=hbase:meta, region=1588230740 2024-11-20T02:57:34,171 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,38515,1732071447046, state=OPEN 2024-11-20T02:57:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:57:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:57:34,184 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:57:34,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:34,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:34,184 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:57:34,186 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071484186 2024-11-20T02:57:34,187 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:57:34,187 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:57:34,187 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T02:57:34,189 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true, isMeta: true 2024-11-20T02:57:34,189 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:57:34,191 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting 2024-11-20T02:57:34,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:34,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:57:34,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:34,193 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,38515,1732071447046 WAL count=1, meta=true 2024-11-20T02:57:34,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:34,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta}] 2024-11-20T02:57:34,196 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T02:57:34,196 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:57:34,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:57:34,196 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:57:34,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:57:34,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38515-0x1015776664a0002, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T02:57:34,233 INFO [RS:1;1c82b83631a2:38515 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T02:57:34,233 INFO [RS:1;1c82b83631a2:38515 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,38515,1732071447046; zookeeper connection closed. 2024-11-20T02:57:34,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@298995e3 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@298995e3 2024-11-20T02:57:34,296 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:34,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:34,297 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:57:34,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:34,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:34,298 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:34,506 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T02:57:34,506 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T02:57:34,506 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:34,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:34,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:57:34,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:34,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:34,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:34,590 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T02:57:34,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T02:57:34,646 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-20T02:57:34,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:34,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:34,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:57:34,818 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:34,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:34,819 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:35,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:35,326 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:35,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:57:35,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:35,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:35,327 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:36,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:36,337 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:36,338 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:57:36,342 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2151 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:57:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:57:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:36,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:36,571 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T02:57:36,572 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T02:57:36,574 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T02:57:36,574 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-20T02:57:36,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T02:57:36,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T02:57:36,575 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T02:57:36,575 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T02:57:38,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:38,366 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:38,367 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:57:38,367 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4180 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:57:38,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:38,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:57:38,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:38,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:42,386 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:42,387 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:42,388 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:57:42,389 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8202 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:57:42,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:42,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:57:42,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:42,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:52,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:57:52,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:57:52,447 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:57:52,448 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18260 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:57:52,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:52,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:57:52,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:57:52,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:55,223 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8854b08eb62a3745 with lease ID 0x37f42382e9e9e453: from storage DS-d7254842-cea0-4b70-b3cf-43a661fa0024 node DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d1fc9923-c7be-4219-8737-89ebb009a323, infoPort=45271, infoSecurePort=0, ipcPort=33597, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461), blocks: 19, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:57:55,225 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8854b08eb62a3745 with lease ID 0x37f42382e9e9e453: from storage DS-b209c135-eb31-4ae2-a092-031026d89cfe node DatanodeRegistration(127.0.0.1:42845, datanodeUuid=d1fc9923-c7be-4219-8737-89ebb009a323, infoPort=45271, infoSecurePort=0, ipcPort=33597, storageInfo=lv=-57;cid=testClusterID;nsid=372841553;c=1732071442461), blocks: 20, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T02:57:55,334 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:58:02,203 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c82b83631a2:37159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T02:58:02,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:02,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:02,537 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:02,538 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28350 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:58:02,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:02,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:58:02,538 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:02,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:09,431 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T02:58:09,431 INFO [master/1c82b83631a2:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T02:58:12,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:12,606 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:12,608 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:12,609 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38421 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:58:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:58:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:12,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:22,666 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:22,666 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:22,668 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:22,668 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48481 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:58:22,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:22,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:58:22,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:22,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:25,334 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:58:28,596 WARN [RS:0;1c82b83631a2:44069 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1c82b83631a2,38515,1732071447046: status=status unset, state=RUNNING, startTime=1732071454153, completionTime=-1 appears to have been leaked 2024-11-20T02:58:29,949 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5f02adc151a486e4986d5731e11815b7 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,949 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 6c27e7ecac525cdc37886d8b16b6e94d changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,950 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a132c467ead912d85634d493d37911d9 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,950 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 27f5be1bfce60bb2098abeb141295dbf changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,950 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f2cbce33d5ca1609e47280634f86e9a1 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,951 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 8bf9cb39250c1dccedce415226e7bfaa changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,951 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 3c89aa1cfe5293a3f0afddfa4025c4fe changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,951 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 98ff9f2ddd1e0ef4bc08efd73b01edfb changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,951 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2f890e402ea64e87a1fe6dd9d416dea4 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,951 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5329f2d9907ca0e02a96bc6b79fb9333 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,951 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b177557ca7459bbbe5faaf044c9a0c1d changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,952 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7feb4a7f3e46fcde734fb1ce1cdef734 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,952 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e902f602f6c7bb366a8b31f85e4c4fa2 changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,952 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region c3cb3232dcdc7e38e33c64f531e75bfd changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,952 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5210c0b2d21aa97ccba2283b50fd2c1f changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,953 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region fba69d4a12941682030116d8d512740a changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:29,953 DEBUG [master/1c82b83631a2:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 334a9529502cd005bf7a79dff1c8cdfe changed from -1.0 to 0.0, refreshing cache 2024-11-20T02:58:32,206 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c82b83631a2:37159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T02:58:33,786 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T02:58:34,197 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T02:57:34.192Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:34.298Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:34.507Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:34.819Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:35.327Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:57:36.344Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:38.368Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:42.391Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:57:52.448Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:02.539Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:12.610Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:22.669Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T02:58:34,200 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:58:34,200 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T02:58:34,200 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:58:34,200 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:58:34,200 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:58:34,200 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T02:58:34,201 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T02:58:34,201 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T02:58:34,201 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:58:34,203 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T02:58:34,208 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T02:58:34,208 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:58:34,209 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T02:58:34,209 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:58:34,209 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T02:58:34,210 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 7 msec 2024-11-20T02:58:34,211 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T02:58:34,211 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,38515,1732071447046, table=hbase:meta, region=1588230740 2024-11-20T02:58:34,211 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,38515,1732071447046, state=OPEN 2024-11-20T02:58:34,211 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:58:34,213 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:58:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:58:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:58:34,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:58:34,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:34,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:34,270 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:58:34,271 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071544271 2024-11-20T02:58:34,272 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:58:34,272 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true, isMeta: true 2024-11-20T02:58:34,272 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:34,272 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:34,273 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:34,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:34,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:58:34,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:34,275 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,38515,1732071447046 WAL count=1, meta=true 2024-11-20T02:58:34,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:34,275 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta}] 2024-11-20T02:58:34,275 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T02:58:34,281 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=1c82b83631a2,42287,1732071447110 2024-11-20T02:58:34,282 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110}] 2024-11-20T02:58:34,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:34,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:34,376 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:58:34,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:34,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:34,377 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:34,445 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-20T02:58:34,465 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, size=52.9 K (54214bytes) 2024-11-20T02:58:34,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T02:58:34,466 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T02:58:34,466 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta 2024-11-20T02:58:34,471 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta after 3ms 2024-11-20T02:58:34,478 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta took 14ms 2024-11-20T02:58:34,487 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-20T02:58:34,493 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta.temp 2024-11-20T02:58:34,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta so closing down 2024-11-20T02:58:34,497 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T02:58:34,500 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta.temp 2024-11-20T02:58:34,503 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T02:58:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741864_1040 (size=53973) 2024-11-20T02:58:34,514 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741864_1040 (size=53973) 2024-11-20T02:58:34,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741864_1040 (size=53973) 2024-11-20T02:58:34,517 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) 2024-11-20T02:58:34,520 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T02:58:34,525 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-20T02:58:34,525 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, journal: Splitting hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, size=52.9 K (54214bytes) at 1732071514465Finishing writing output for hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta so closing down at 1732071514496 (+31 ms)Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta.temp at 1732071514500 (+4 ms)3 split writer threads finished at 1732071514503 (+3 ms)Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta.temp (wrote 57 edits, skipped 0 edits in 2 ms) at 1732071514517 (+14 ms)Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1732071514520 (+3 ms)Processed 58 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1732071514525 (+5 ms) 2024-11-20T02:58:34,526 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta 2024-11-20T02:58:34,528 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-20T02:58:34,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-20T02:58:34,545 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs 2024-11-20T02:58:34,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T02:58:34,549 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 in 263 msec 2024-11-20T02:58:34,550 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=1c82b83631a2,42287,1732071447110 2024-11-20T02:58:34,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T02:58:34,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 in 276 msec 2024-11-20T02:58:34,557 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting dir is empty, no logs to split. 2024-11-20T02:58:34,557 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,38515,1732071447046 WAL count=0, meta=true 2024-11-20T02:58:34,557 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1c82b83631a2,38515,1732071447046 WAL splitting is done? wals=0, meta=true 2024-11-20T02:58:34,557 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T02:58:34,557 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:58:34,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:58:34,557 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:58:34,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:34,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:34,586 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:58:34,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:34,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:34,587 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:34,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:34,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:34,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:58:34,897 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:34,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:34,898 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:35,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:35,407 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:35,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:58:35,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:35,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:35,408 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:36,416 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:36,417 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:36,417 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:36,418 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2145 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:58:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:58:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:36,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:38,426 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:38,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:38,429 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:38,430 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4157 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:58:38,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:38,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:58:38,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:38,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:42,446 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:42,447 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:42,448 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:42,449 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8177 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:58:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:58:42,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:42,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:52,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:58:52,466 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:58:52,468 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:58:52,469 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18196 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:58:52,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:52,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:58:52,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:58:52,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:55,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:59:02,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:02,576 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:02,578 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:59:02,579 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28306 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:59:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:59:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:02,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:12,646 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:12,647 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:12,648 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:59:12,649 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38377 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:59:12,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:59:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:12,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:22,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:22,707 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:22,708 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:59:22,709 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48437 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:59:22,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:22,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:59:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:22,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:25,335 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T02:59:28,434 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T02:59:28,485 WARN [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 16, running: 1 2024-11-20T02:59:34,276 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T02:58:34.274Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:34.377Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:34.587Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:34.898Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:35.409Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:58:36.418Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:38.431Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:42.450Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:58:52.469Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:02.580Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:12.651Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:22.711Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T02:59:34,277 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:59:34,278 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T02:59:34,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:59:34,278 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T02:59:34,278 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T02:59:34,278 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T02:59:34,278 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T02:59:34,278 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T02:59:34,278 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T02:59:34,279 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T02:59:34,281 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T02:59:34,281 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T02:59:34,281 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T02:59:34,281 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T02:59:34,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T02:59:34,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:59:34,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T02:59:34,282 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T02:59:34,282 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T02:59:34,282 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T02:59:34,282 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T02:59:34,282 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-20T02:59:34,283 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T02:59:34,283 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,38515,1732071447046, table=hbase:meta, region=1588230740 2024-11-20T02:59:34,283 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,38515,1732071447046, state=OPEN 2024-11-20T02:59:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:59:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:59:34,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T02:59:34,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:34,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:34,317 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T02:59:34,318 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071604318 2024-11-20T02:59:34,318 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T02:59:34,318 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:34,318 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:34,319 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:59:34,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:34,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:59:34,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:34,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:34,320 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting dir is empty, no logs to split. 2024-11-20T02:59:34,320 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,38515,1732071447046 WAL count=0, meta=true 2024-11-20T02:59:34,320 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1c82b83631a2,38515,1732071447046 WAL splitting is done? wals=0, meta=true 2024-11-20T02:59:34,320 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T02:59:34,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T02:59:34,322 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T02:59:34,322 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T02:59:34,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T02:59:34,322 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T02:59:34,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:34,427 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:34,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:59:34,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:34,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:34,428 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:34,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:34,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:34,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:59:34,636 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:34,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:34,637 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:34,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:34,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:34,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:59:34,947 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:34,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:34,948 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:35,456 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:35,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:35,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T02:59:35,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:35,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:35,457 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:36,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:36,477 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:36,477 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:59:36,478 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2159 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:59:36,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:36,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:59:36,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:36,478 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:38,486 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:38,487 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:38,488 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:59:38,489 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4170 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:59:38,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:38,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:59:38,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:38,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:39,209 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=1c82b83631a2:37159 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T02:59:42,536 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:42,537 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:42,538 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:59:42,539 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8220 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:59:42,539 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:42,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:59:42,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:42,540 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:52,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T02:59:52,566 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T02:59:52,568 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T02:59:52,569 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18250 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T02:59:52,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:52,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T02:59:52,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T02:59:52,571 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:55,336 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:00:02,666 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:02,666 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T03:00:02,667 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:00:02,667 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28348 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T03:00:02,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:02,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T03:00:02,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T03:00:02,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:12,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:12,766 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T03:00:12,768 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:00:12,769 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38450 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T03:00:12,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:12,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T03:00:12,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T03:00:12,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:22,816 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:22,817 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T03:00:22,818 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:00:22,819 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 1c82b83631a2,38515,1732071447046 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48500 ms java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T03:00:22,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:22,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T03:00:22,820 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T03:00:22,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:25,336 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T03:00:34,328 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T02:59:34.320Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:34.429Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:34.637Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:34.948Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:35.457Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T02:59:36.478Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:38.490Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:42.540Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T02:59:52.571Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:02.667Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:12.771Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:22.820Z, java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T03:00:34,331 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:34,332 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T03:00:34,332 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:34,332 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:00:34,332 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:00:34,333 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T03:00:34,333 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T03:00:34,333 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T03:00:34,334 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:00:34,336 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T03:00:34,339 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T03:00:34,340 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:34,340 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:34,340 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:00:34,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T03:00:34,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:34,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:34,341 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:34,341 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T03:00:34,341 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:34,341 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:34,341 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T03:00:34,342 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:34,342 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,38515,1732071447046, table=hbase:meta, region=1588230740 2024-11-20T03:00:34,342 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,38515,1732071447046, state=OPEN 2024-11-20T03:00:34,393 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:34,393 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:34,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:34,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:34,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:34,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:34,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:34,401 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:34,402 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071664402 2024-11-20T03:00:34,402 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T03:00:34,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T03:00:34,402 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T03:00:34,402 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:34,402 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T03:00:34,403 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:00:34,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:34,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T03:00:34,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T03:00:34,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:34,404 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:34,405 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:34,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:34,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1] 2024-11-20T03:00:34,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:34,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:34,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:34,508 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T03:00:34,555 DEBUG [1c82b83631a2:37159 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T03:00:34,556 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T03:00:34,557 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T03:00:34,557 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T03:00:34,557 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T03:00:34,557 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T03:00:34,557 INFO [1c82b83631a2:37159 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T03:00:34,557 INFO [1c82b83631a2:37159 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T03:00:34,557 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T03:00:34,557 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:34,559 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42287,1732071447110, state=OPENING 2024-11-20T03:00:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:34,590 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:34,590 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:34,590 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T03:00:34,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:34,717 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1] 2024-11-20T03:00:34,718 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T03:00:34,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55035, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:00:34,728 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42287 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:55035 deadline: 1732071694405, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 1c82b83631a2,42287,1732071447110 2024-11-20T03:00:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 1c82b83631a2,42287,1732071447110 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T03:00:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 1c82b83631a2,42287,1732071447110 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T03:00:34,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1 from cache 2024-11-20T03:00:34,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38549, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:00:34,755 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T03:00:34,755 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T03:00:34,756 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T03:00:34,759 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=1c82b83631a2%2C42287%2C1732071447110.meta, suffix=.meta, logDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,42287,1732071447110, archiveDir=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs, maxLogs=32 2024-11-20T03:00:34,774 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,42287,1732071447110/1c82b83631a2%2C42287%2C1732071447110.meta.1732071634762.meta, exclude list is [], retry=0 2024-11-20T03:00:34,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44519,DS-2eba8e2a-c8d9-4c08-8280-413eccc0f3a3,DISK] 2024-11-20T03:00:34,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:42845,DS-d7254842-cea0-4b70-b3cf-43a661fa0024,DISK] 2024-11-20T03:00:34,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40461,DS-f8771f2e-8eac-467b-9dfe-f73bb38fd47c,DISK] 2024-11-20T03:00:34,780 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,42287,1732071447110/1c82b83631a2%2C42287%2C1732071447110.meta.1732071634762.meta 2024-11-20T03:00:34,780 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37987:37987),(127.0.0.1/127.0.0.1:45271:45271),(127.0.0.1/127.0.0.1:39885:39885)] 2024-11-20T03:00:34,781 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T03:00:34,781 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T03:00:34,781 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T03:00:34,781 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T03:00:34,781 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T03:00:34,781 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:34,782 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T03:00:34,782 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T03:00:34,783 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T03:00:34,784 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T03:00:34,784 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:34,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:00:34,785 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T03:00:34,786 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T03:00:34,786 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:34,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:00:34,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T03:00:34,787 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T03:00:34,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:34,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:00:34,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T03:00:34,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T03:00:34,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:34,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T03:00:34,790 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T03:00:34,790 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740 2024-11-20T03:00:34,792 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740 2024-11-20T03:00:34,793 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T03:00:34,806 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T03:00:34,815 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-20T03:00:34,894 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/info/a70529c7d09c44bea4a4980dde2c64b3 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7./info:regioninfo/1732071450976/Put/seqid=0 2024-11-20T03:00:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741866_1042 (size=58053) 2024-11-20T03:00:34,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741866_1042 (size=58053) 2024-11-20T03:00:34,908 WARN [RS:2;1c82b83631a2:42287 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1c82b83631a2,38515,1732071447046: status=Processing ServerCrashProcedure of 1c82b83631a2,38515,1732071447046 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1732071454168, completionTime=-1 appears to have been leaked 2024-11-20T03:00:34,908 WARN [RS:2;1c82b83631a2:42287 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1c82b83631a2,38515,1732071447046: status=Processing ServerCrashProcedure of 1c82b83631a2,38515,1732071447046 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1732071514209, completionTime=-1 appears to have been leaked 2024-11-20T03:00:34,908 WARN [RS:2;1c82b83631a2:42287 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 1c82b83631a2,38515,1732071447046: status=Processing ServerCrashProcedure of 1c82b83631a2,38515,1732071447046 current State SERVER_CRASH_ASSIGN_META, state=RUNNING, startTime=1732071574282, completionTime=-1 appears to have been leaked 2024-11-20T03:00:34,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741866_1042 (size=58053) 2024-11-20T03:00:34,909 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/info/a70529c7d09c44bea4a4980dde2c64b3 2024-11-20T03:00:34,980 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/ns/f4af0f598579465bb31a1fbb1965091c is 43, key is default/ns:d/1732071449220/Put/seqid=0 2024-11-20T03:00:34,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741867_1043 (size=5153) 2024-11-20T03:00:34,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741867_1043 (size=5153) 2024-11-20T03:00:34,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741867_1043 (size=5153) 2024-11-20T03:00:34,991 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/ns/f4af0f598579465bb31a1fbb1965091c 2024-11-20T03:00:35,016 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/table/570b860484984977889ffa8fd92c9282 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1732071451074/Put/seqid=0 2024-11-20T03:00:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741868_1044 (size=5620) 2024-11-20T03:00:35,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741868_1044 (size=5620) 2024-11-20T03:00:35,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741868_1044 (size=5620) 2024-11-20T03:00:35,026 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/table/570b860484984977889ffa8fd92c9282 2024-11-20T03:00:35,036 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:35,036 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/info/a70529c7d09c44bea4a4980dde2c64b3 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/info/a70529c7d09c44bea4a4980dde2c64b3 2024-11-20T03:00:35,036 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1] 2024-11-20T03:00:35,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42287 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:55035 deadline: 1732071694402, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1c82b83631a2,42287,1732071447110 2024-11-20T03:00:35,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1c82b83631a2,42287,1732071447110 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T03:00:35,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 1c82b83631a2,42287,1732071447110 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T03:00:35,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1 from cache 2024-11-20T03:00:35,046 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/info/a70529c7d09c44bea4a4980dde2c64b3, entries=260, sequenceid=60, filesize=56.7 K 2024-11-20T03:00:35,050 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/ns/f4af0f598579465bb31a1fbb1965091c as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/ns/f4af0f598579465bb31a1fbb1965091c 2024-11-20T03:00:35,059 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/ns/f4af0f598579465bb31a1fbb1965091c, entries=2, sequenceid=60, filesize=5.0 K 2024-11-20T03:00:35,061 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/table/570b860484984977889ffa8fd92c9282 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/table/570b860484984977889ffa8fd92c9282 2024-11-20T03:00:35,069 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/table/570b860484984977889ffa8fd92c9282, entries=2, sequenceid=60, filesize=5.5 K 2024-11-20T03:00:35,075 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 264ms, sequenceid=60, compaction requested=false; wal=null 2024-11-20T03:00:35,077 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T03:00:35,078 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T03:00:35,079 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T03:00:35,079 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T03:00:35,081 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T03:00:35,084 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-20T03:00:35,086 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66357502, jitterRate=-0.011196166276931763}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T03:00:35,087 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T03:00:35,087 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732071634782Writing region info on filesystem at 1732071634782Initializing all the Stores at 1732071634783 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071634783Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071634783Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071634783Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732071634783Obtaining lock to block concurrent updates at 1732071634816 (+33 ms)Preparing flush snapshotting stores in 1588230740 at 1732071634816Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1732071634819 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732071634820 (+1 ms)Flushing 1588230740/info: creating writer at 1732071634823 (+3 ms)Flushing 1588230740/info: appending metadata at 1732071634880 (+57 ms)Flushing 1588230740/info: closing flushed file at 1732071634885 (+5 ms)Flushing 1588230740/ns: creating writer at 1732071634962 (+77 ms)Flushing 1588230740/ns: appending metadata at 1732071634979 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732071634979Flushing 1588230740/table: creating writer at 1732071634999 (+20 ms)Flushing 1588230740/table: appending metadata at 1732071635014 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732071635014Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a3fd588: reopening flushed file at 1732071635035 (+21 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ddbe6a6: reopening flushed file at 1732071635048 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39308b5a: reopening flushed file at 1732071635060 (+12 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 264ms, sequenceid=60, compaction requested=false; wal=null at 1732071635075 (+15 ms)Cleaning up temporary data from old regions at 1732071635079 (+4 ms)Running coprocessor post-open hooks at 1732071635087 (+8 ms)Region opened successfully at 1732071635087 2024-11-20T03:00:35,089 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1732071634746 2024-11-20T03:00:35,091 DEBUG [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T03:00:35,091 INFO [RS_OPEN_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T03:00:35,092 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:35,093 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42287,1732071447110, state=OPEN 2024-11-20T03:00:35,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:35,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:35,151 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:35,151 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:35,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:35,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:35,151 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:35,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T03:00:35,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 in 561 msec 2024-11-20T03:00:35,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-20T03:00:35,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 751 msec 2024-11-20T03:00:35,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:35,546 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1] 2024-11-20T03:00:35,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f02adc151a486e4986d5731e11815b7, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f890e402ea64e87a1fe6dd9d416dea4, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5329f2d9907ca0e02a96bc6b79fb9333, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,573 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80ffa0c141df249de13a1d8cc59d689b, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b177557ca7459bbbe5faaf044c9a0c1d, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c27e7ecac525cdc37886d8b16b6e94d, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feb4a7f3e46fcde734fb1ce1cdef734, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a132c467ead912d85634d493d37911d9, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e902f602f6c7bb366a8b31f85e4c4fa2, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1be39a085dd8c68625f69b83cd51b646, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=27f5be1bfce60bb2098abeb141295dbf, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,574 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3232dcdc7e38e33c64f531e75bfd, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cbce33d5ca1609e47280634f86e9a1, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5210c0b2d21aa97ccba2283b50fd2c1f, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bf9cb39250c1dccedce415226e7bfaa, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fba69d4a12941682030116d8d512740a, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f71f26504341dc1c7b747adaf26794fa, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c89aa1cfe5293a3f0afddfa4025c4fe, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334a9529502cd005bf7a79dff1c8cdfe, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e47c9ca129e055860e308d6e26f432f, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,576 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29612dc9b130ded36d5f98add04db627, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,576 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98ff9f2ddd1e0ef4bc08efd73b01edfb, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,576 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T03:00:35,576 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071695576 2024-11-20T03:00:35,576 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071755576 2024-11-20T03:00:35,576 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1740 sec 2024-11-20T03:00:35,577 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 1c82b83631a2,38515,1732071447046 had 10 regions 2024-11-20T03:00:35,577 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T03:00:35,577 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:35,577 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:35,577 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:35,826 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:35,826 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T03:00:35,826 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:35,826 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:00:35,827 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:00:35,827 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T03:00:35,827 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T03:00:35,827 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T03:00:35,827 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:00:35,828 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T03:00:35,831 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T03:00:35,831 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:35,831 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:35,831 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:35,832 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:35,832 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:00:35,833 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T03:00:35,833 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:35,834 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:35,834 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T03:00:35,835 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=61 2024-11-20T03:00:35,835 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,42287,1732071447110, table=hbase:meta, region=1588230740 2024-11-20T03:00:35,835 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42287,1732071447110, state=OPEN 2024-11-20T03:00:35,843 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:35,845 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37159 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:35,892 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:35,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:35,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:35,892 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:35,894 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071665894 2024-11-20T03:00:35,894 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T03:00:35,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f02adc151a486e4986d5731e11815b7, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f890e402ea64e87a1fe6dd9d416dea4, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5329f2d9907ca0e02a96bc6b79fb9333, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80ffa0c141df249de13a1d8cc59d689b, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b177557ca7459bbbe5faaf044c9a0c1d, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c27e7ecac525cdc37886d8b16b6e94d, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,902 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feb4a7f3e46fcde734fb1ce1cdef734, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a132c467ead912d85634d493d37911d9, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e902f602f6c7bb366a8b31f85e4c4fa2, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1be39a085dd8c68625f69b83cd51b646, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=27f5be1bfce60bb2098abeb141295dbf, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3232dcdc7e38e33c64f531e75bfd, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,903 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cbce33d5ca1609e47280634f86e9a1, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5210c0b2d21aa97ccba2283b50fd2c1f, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bf9cb39250c1dccedce415226e7bfaa, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fba69d4a12941682030116d8d512740a, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f71f26504341dc1c7b747adaf26794fa, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c89aa1cfe5293a3f0afddfa4025c4fe, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334a9529502cd005bf7a79dff1c8cdfe, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e47c9ca129e055860e308d6e26f432f, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,904 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29612dc9b130ded36d5f98add04db627, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:35,905 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98ff9f2ddd1e0ef4bc08efd73b01edfb, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:35,905 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T03:00:35,905 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071695905 2024-11-20T03:00:35,905 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071755905 2024-11-20T03:00:35,905 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-20T03:00:35,905 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 1c82b83631a2,38515,1732071447046 had 9 regions 2024-11-20T03:00:35,905 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T03:00:35,906 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true, isMeta: false 2024-11-20T03:00:35,908 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,38515,1732071447046 WAL count=1, meta=false 2024-11-20T03:00:35,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598}] 2024-11-20T03:00:35,908 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T03:00:35,908 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:35,908 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:35,908 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:36,155 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:36,155 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T03:00:36,155 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:36,155 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:00:36,156 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:00:36,156 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T03:00:36,156 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T03:00:36,156 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T03:00:36,156 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:00:36,157 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:00:36,160 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T03:00:36,160 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:36,160 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:36,160 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:36,160 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:36,160 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:00:36,161 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,162 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,163 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T03:00:36,163 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=61 2024-11-20T03:00:36,164 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,42287,1732071447110, table=hbase:meta, region=1588230740 2024-11-20T03:00:36,164 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42287,1732071447110, state=OPEN 2024-11-20T03:00:36,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,192 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,192 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,193 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071666193 2024-11-20T03:00:36,193 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T03:00:36,203 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,203 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f02adc151a486e4986d5731e11815b7, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,203 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f890e402ea64e87a1fe6dd9d416dea4, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,203 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5329f2d9907ca0e02a96bc6b79fb9333, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80ffa0c141df249de13a1d8cc59d689b, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b177557ca7459bbbe5faaf044c9a0c1d, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c27e7ecac525cdc37886d8b16b6e94d, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feb4a7f3e46fcde734fb1ce1cdef734, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a132c467ead912d85634d493d37911d9, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e902f602f6c7bb366a8b31f85e4c4fa2, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1be39a085dd8c68625f69b83cd51b646, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,204 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=27f5be1bfce60bb2098abeb141295dbf, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3232dcdc7e38e33c64f531e75bfd, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cbce33d5ca1609e47280634f86e9a1, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5210c0b2d21aa97ccba2283b50fd2c1f, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bf9cb39250c1dccedce415226e7bfaa, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fba69d4a12941682030116d8d512740a, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,205 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f71f26504341dc1c7b747adaf26794fa, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,206 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c89aa1cfe5293a3f0afddfa4025c4fe, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,206 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334a9529502cd005bf7a79dff1c8cdfe, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,206 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e47c9ca129e055860e308d6e26f432f, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,206 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29612dc9b130ded36d5f98add04db627, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,206 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98ff9f2ddd1e0ef4bc08efd73b01edfb, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,206 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T03:00:36,206 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071696206 2024-11-20T03:00:36,206 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071756206 2024-11-20T03:00:36,206 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 12 msec 2024-11-20T03:00:36,206 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true, isMeta: false 2024-11-20T03:00:36,208 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,38515,1732071447046 WAL count=1, meta=false 2024-11-20T03:00:36,208 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598}] 2024-11-20T03:00:36,208 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T03:00:36,211 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,212 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110}] 2024-11-20T03:00:36,366 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=42287 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-20T03:00:36,381 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598, size=327.1 K (334915bytes) 2024-11-20T03:00:36,381 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598 2024-11-20T03:00:36,382 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598 after 1ms 2024-11-20T03:00:36,387 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598 took 5ms 2024-11-20T03:00:36,389 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 29612dc9b130ded36d5f98add04db627: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,391 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 80ffa0c141df249de13a1d8cc59d689b: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,392 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for f71f26504341dc1c7b747adaf26794fa: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,393 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1be39a085dd8c68625f69b83cd51b646: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,394 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d8456c9b779d38610d5c4c6fcfaeb960: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,396 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 1e47c9ca129e055860e308d6e26f432f: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,397 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 8eb1eb1ee6e5fe16483923c99a8d16af: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,398 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 0e4eebc537653059fe80e5ca99e38fe2: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,399 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d2801060ac70ac0fdb415c62dfadd2b1: last_flushed_sequence_id: 18446744073709551615 2024-11-20T03:00:36,404 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,405 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,406 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,408 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,408 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,410 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,411 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,412 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,413 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,415 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,416 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,417 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,419 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,421 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,422 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598 so closing down 2024-11-20T03:00:36,422 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,422 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T03:00:36,423 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,424 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,425 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp 2024-11-20T03:00:36,426 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T03:00:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741870_1046 (size=36767) 2024-11-20T03:00:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741870_1046 (size=36767) 2024-11-20T03:00:36,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741870_1046 (size=36767) 2024-11-20T03:00:36,452 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741871_1047 (size=36767) 2024-11-20T03:00:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741871_1047 (size=36767) 2024-11-20T03:00:36,453 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741869_1045 (size=36767) 2024-11-20T03:00:36,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741869_1045 (size=36767) 2024-11-20T03:00:36,455 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004 2024-11-20T03:00:36,455 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,455 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741871_1047 (size=36767) 2024-11-20T03:00:36,455 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741869_1045 (size=36767) 2024-11-20T03:00:36,457 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004 2024-11-20T03:00:36,459 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004 2024-11-20T03:00:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741872_1048 (size=36767) 2024-11-20T03:00:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741872_1048 (size=36767) 2024-11-20T03:00:36,467 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741872_1048 (size=36767) 2024-11-20T03:00:36,468 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,469 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004 2024-11-20T03:00:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741874_1050 (size=36767) 2024-11-20T03:00:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741873_1049 (size=36767) 2024-11-20T03:00:36,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741874_1050 (size=36767) 2024-11-20T03:00:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741874_1050 (size=36767) 2024-11-20T03:00:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741873_1049 (size=36767) 2024-11-20T03:00:36,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741873_1049 (size=36767) 2024-11-20T03:00:36,473 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,474 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,475 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004 2024-11-20T03:00:36,475 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004 2024-11-20T03:00:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741875_1051 (size=36767) 2024-11-20T03:00:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741875_1051 (size=36767) 2024-11-20T03:00:36,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741875_1051 (size=36767) 2024-11-20T03:00:36,484 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,485 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004 2024-11-20T03:00:36,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741877_1053 (size=36767) 2024-11-20T03:00:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741876_1052 (size=36767) 2024-11-20T03:00:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741877_1053 (size=36767) 2024-11-20T03:00:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741876_1052 (size=36767) 2024-11-20T03:00:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741877_1053 (size=36767) 2024-11-20T03:00:36,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741876_1052 (size=36767) 2024-11-20T03:00:36,494 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-20T03:00:36,494 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T03:00:36,496 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004 2024-11-20T03:00:36,496 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004 2024-11-20T03:00:36,496 INFO [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 109 ms; skipped=9; WAL=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598, size=327.1 K, length=334915, corrupted=false, cancelled=false 2024-11-20T03:00:36,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598, journal: Splitting hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598, size=327.1 K (334915bytes) at 1732071636381Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636405 (+24 ms)Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636408 (+3 ms)Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636410 (+2 ms)Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636412 (+2 ms)Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636415 (+3 ms)Split 6 edits, skipped 9 edits. at 1732071636416 (+1 ms)Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636418 (+2 ms)Finishing writing output for hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598 so closing down at 1732071636422 (+4 ms)Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636422Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636423 (+1 ms)Creating recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp at 1732071636425 (+2 ms)3 split writer threads finished at 1732071636426 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732071636452 (+26 ms)Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004 at 1732071636455 (+3 ms)Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732071636455Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732071636455Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004 at 1732071636457 (+2 ms)Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004 at 1732071636459 (+2 ms)Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732071636468 (+9 ms)Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004 at 1732071636469 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732071636473 (+4 ms)Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732071636474 (+1 ms)Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004 at 1732071636475 (+1 ms)Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004 at 1732071636475Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732071636484 (+9 ms)Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004 at 1732071636485 (+1 ms)Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732071636494 (+9 ms)Closed recovered edits writer path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732071636494Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004 at 1732071636496 (+2 ms)Rename recovered edits hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004-1c82b83631a2%2C38515%2C1732071447046.1732071448598.temp to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004 at 1732071636496Processed 18 edits across 9 Regions in 109 ms; skipped=9; WAL=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598, size=327.1 K, length=334915, corrupted=false, cancelled=false at 1732071636496 2024-11-20T03:00:36,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598 2024-11-20T03:00:36,496 DEBUG [RS_LOG_REPLAY_OPS-regionserver/1c82b83631a2:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-20T03:00:36,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37159 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-20T03:00:36,501 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting/1c82b83631a2%2C38515%2C1732071447046.1732071448598 to hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs 2024-11-20T03:00:36,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T03:00:36,504 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 in 289 msec 2024-11-20T03:00:36,505 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-20T03:00:36,508 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 in 297 msec 2024-11-20T03:00:36,510 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting dir is empty, no logs to split. 2024-11-20T03:00:36,510 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,38515,1732071447046 WAL count=0, meta=false 2024-11-20T03:00:36,510 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1c82b83631a2,38515,1732071447046 WAL splitting is done? wals=0, meta=false 2024-11-20T03:00:36,511 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T03:00:36,511 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:36,511 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:36,511 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:36,706 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:36,707 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T03:00:36,707 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:36,707 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:00:36,707 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:00:36,708 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T03:00:36,708 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T03:00:36,708 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T03:00:36,709 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:00:36,710 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T03:00:36,713 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T03:00:36,714 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:36,714 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:36,714 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:36,714 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:36,714 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:36,714 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:36,714 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:00:36,715 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,716 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:36,717 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T03:00:36,717 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=61 2024-11-20T03:00:36,717 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,42287,1732071447110, table=hbase:meta, region=1588230740 2024-11-20T03:00:36,717 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42287,1732071447110, state=OPEN 2024-11-20T03:00:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,759 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:36,760 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:36,761 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071666761 2024-11-20T03:00:36,761 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T03:00:36,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f02adc151a486e4986d5731e11815b7, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f890e402ea64e87a1fe6dd9d416dea4, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5329f2d9907ca0e02a96bc6b79fb9333, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80ffa0c141df249de13a1d8cc59d689b, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b177557ca7459bbbe5faaf044c9a0c1d, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c27e7ecac525cdc37886d8b16b6e94d, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,768 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feb4a7f3e46fcde734fb1ce1cdef734, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,769 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,769 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a132c467ead912d85634d493d37911d9, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,769 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e902f602f6c7bb366a8b31f85e4c4fa2, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,769 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1be39a085dd8c68625f69b83cd51b646, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,769 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=27f5be1bfce60bb2098abeb141295dbf, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,769 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3232dcdc7e38e33c64f531e75bfd, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,769 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,769 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cbce33d5ca1609e47280634f86e9a1, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,770 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5210c0b2d21aa97ccba2283b50fd2c1f, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,770 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,770 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bf9cb39250c1dccedce415226e7bfaa, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,770 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fba69d4a12941682030116d8d512740a, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,770 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f71f26504341dc1c7b747adaf26794fa, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,770 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c89aa1cfe5293a3f0afddfa4025c4fe, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,770 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334a9529502cd005bf7a79dff1c8cdfe, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:36,770 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e47c9ca129e055860e308d6e26f432f, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29612dc9b130ded36d5f98add04db627, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:36,771 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98ff9f2ddd1e0ef4bc08efd73b01edfb, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:36,771 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T03:00:36,771 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071696771 2024-11-20T03:00:36,771 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071756771 2024-11-20T03:00:36,771 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-20T03:00:36,772 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 1c82b83631a2,38515,1732071447046 does not exist 2024-11-20T03:00:36,772 INFO [PEWorker-1 {}] master.SplitWALManager(105): 1c82b83631a2,38515,1732071447046 WAL count=0, meta=false 2024-11-20T03:00:36,772 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 1c82b83631a2,38515,1732071447046 WAL splitting is done? wals=0, meta=false 2024-11-20T03:00:36,773 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 1c82b83631a2,38515,1732071447046 failed, ignore...File hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/WALs/1c82b83631a2,38515,1732071447046-splitting does not exist. 2024-11-20T03:00:36,773 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T03:00:36,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN}] 2024-11-20T03:00:36,775 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T03:00:36,775 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:36,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:36,775 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:37,021 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:37,022 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T03:00:37,022 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:37,022 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:00:37,022 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:00:37,023 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T03:00:37,023 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T03:00:37,023 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T03:00:37,023 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:00:37,024 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T03:00:37,025 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T03:00:37,025 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:37,025 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:37,025 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:37,025 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:37,025 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:37,025 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:37,025 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:00:37,026 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:37,027 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:37,028 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:37,028 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:37,028 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:37,028 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:37,028 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-20T03:00:37,028 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=61 2024-11-20T03:00:37,028 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,42287,1732071447110, table=hbase:meta, region=1588230740 2024-11-20T03:00:37,028 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42287,1732071447110, state=OPEN 2024-11-20T03:00:37,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:37,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:37,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:37,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:37,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:37,062 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:37,064 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071667064 2024-11-20T03:00:37,064 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T03:00:37,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f02adc151a486e4986d5731e11815b7, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:37,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f890e402ea64e87a1fe6dd9d416dea4, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5329f2d9907ca0e02a96bc6b79fb9333, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80ffa0c141df249de13a1d8cc59d689b, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b177557ca7459bbbe5faaf044c9a0c1d, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c27e7ecac525cdc37886d8b16b6e94d, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:37,071 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feb4a7f3e46fcde734fb1ce1cdef734, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a132c467ead912d85634d493d37911d9, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e902f602f6c7bb366a8b31f85e4c4fa2, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1be39a085dd8c68625f69b83cd51b646, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=27f5be1bfce60bb2098abeb141295dbf, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3232dcdc7e38e33c64f531e75bfd, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cbce33d5ca1609e47280634f86e9a1, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5210c0b2d21aa97ccba2283b50fd2c1f, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,072 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bf9cb39250c1dccedce415226e7bfaa, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:37,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fba69d4a12941682030116d8d512740a, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f71f26504341dc1c7b747adaf26794fa, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c89aa1cfe5293a3f0afddfa4025c4fe, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:37,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334a9529502cd005bf7a79dff1c8cdfe, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:37,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e47c9ca129e055860e308d6e26f432f, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29612dc9b130ded36d5f98add04db627, regionState=OPEN, lastHost=1c82b83631a2,38515,1732071447046, regionLocation=1c82b83631a2,38515,1732071447046, openSeqNum=2 2024-11-20T03:00:37,073 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98ff9f2ddd1e0ef4bc08efd73b01edfb, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:37,073 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T03:00:37,073 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071697073 2024-11-20T03:00:37,073 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071757073 2024-11-20T03:00:37,073 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-20T03:00:37,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN}] 2024-11-20T03:00:37,074 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T03:00:37,076 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN 2024-11-20T03:00:37,076 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,077 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN 2024-11-20T03:00:37,078 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,079 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN 2024-11-20T03:00:37,079 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,080 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN 2024-11-20T03:00:37,081 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,081 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN 2024-11-20T03:00:37,082 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,083 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN 2024-11-20T03:00:37,084 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,085 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN 2024-11-20T03:00:37,086 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,086 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN 2024-11-20T03:00:37,087 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,088 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN 2024-11-20T03:00:37,089 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T03:00:37,227 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(204): Hosts are {1c82b83631a2=0} racks are {/default-rack=0} 2024-11-20T03:00:37,227 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T03:00:37,228 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T03:00:37,228 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T03:00:37,228 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T03:00:37,228 INFO [1c82b83631a2:37159 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T03:00:37,228 INFO [1c82b83631a2:37159 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T03:00:37,228 DEBUG [1c82b83631a2:37159 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T03:00:37,228 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=1e47c9ca129e055860e308d6e26f432f, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,229 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=1be39a085dd8c68625f69b83cd51b646, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=80ffa0c141df249de13a1d8cc59d689b, regionState=OPENING, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=29612dc9b130ded36d5f98add04db627, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=f71f26504341dc1c7b747adaf26794fa, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,231 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN because future has completed 2024-11-20T03:00:37,231 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPENING, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,232 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e47c9ca129e055860e308d6e26f432f, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T03:00:37,232 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN because future has completed 2024-11-20T03:00:37,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN because future has completed 2024-11-20T03:00:37,234 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN because future has completed 2024-11-20T03:00:37,235 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN because future has completed 2024-11-20T03:00:37,236 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29612dc9b130ded36d5f98add04db627, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T03:00:37,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN because future has completed 2024-11-20T03:00:37,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN because future has completed 2024-11-20T03:00:37,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN because future has completed 2024-11-20T03:00:37,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN because future has completed 2024-11-20T03:00:37,247 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eb1eb1ee6e5fe16483923c99a8d16af, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T03:00:37,250 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4eebc537653059fe80e5ca99e38fe2, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T03:00:37,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8456c9b779d38610d5c4c6fcfaeb960, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T03:00:37,256 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure f71f26504341dc1c7b747adaf26794fa, server=1c82b83631a2,44069,1732071446946}] 2024-11-20T03:00:37,259 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80ffa0c141df249de13a1d8cc59d689b, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T03:00:37,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be39a085dd8c68625f69b83cd51b646, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T03:00:37,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2801060ac70ac0fdb415c62dfadd2b1, server=1c82b83631a2,42287,1732071447110}] 2024-11-20T03:00:37,389 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T03:00:37,390 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 80ffa0c141df249de13a1d8cc59d689b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-20T03:00:37,390 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,390 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,391 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,391 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,393 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,395 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ffa0c141df249de13a1d8cc59d689b columnFamilyName colfamily11 2024-11-20T03:00:37,395 DEBUG [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,396 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(327): Store=80ffa0c141df249de13a1d8cc59d689b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,397 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,397 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40261, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T03:00:37,398 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ffa0c141df249de13a1d8cc59d689b columnFamilyName colfamily21 2024-11-20T03:00:37,398 DEBUG [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,399 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(327): Store=80ffa0c141df249de13a1d8cc59d689b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,399 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,401 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 80ffa0c141df249de13a1d8cc59d689b columnFamilyName colfamily31 2024-11-20T03:00:37,401 DEBUG [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,401 INFO [StoreOpener-80ffa0c141df249de13a1d8cc59d689b-1 {}] regionserver.HStore(327): Store=80ffa0c141df249de13a1d8cc59d689b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,402 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,403 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,403 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T03:00:37,403 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 0e4eebc537653059fe80e5ca99e38fe2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-20T03:00:37,404 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,404 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,404 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,404 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,405 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,405 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,405 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004 2024-11-20T03:00:37,407 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4eebc537653059fe80e5ca99e38fe2 columnFamilyName colfamily11 2024-11-20T03:00:37,407 DEBUG [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,407 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(327): Store=0e4eebc537653059fe80e5ca99e38fe2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,407 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,408 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4eebc537653059fe80e5ca99e38fe2 columnFamilyName colfamily21 2024-11-20T03:00:37,408 DEBUG [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,409 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(327): Store=0e4eebc537653059fe80e5ca99e38fe2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,409 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,410 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0e4eebc537653059fe80e5ca99e38fe2 columnFamilyName colfamily31 2024-11-20T03:00:37,410 DEBUG [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,411 INFO [StoreOpener-0e4eebc537653059fe80e5ca99e38fe2-1 {}] regionserver.HStore(327): Store=0e4eebc537653059fe80e5ca99e38fe2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,411 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,412 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,413 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004 2024-11-20T03:00:37,413 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing 80ffa0c141df249de13a1d8cc59d689b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,413 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,414 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004 2024-11-20T03:00:37,420 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004 2024-11-20T03:00:37,420 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 0e4eebc537653059fe80e5ca99e38fe2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,440 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/.tmp/colfamily11/6b1fcb8859374c9e92f32c61c0af4be4 is 52, key is iii/colfamily11:colfamily11/1732071453199/Put/seqid=0 2024-11-20T03:00:37,441 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/.tmp/colfamily11/dc682b2273e34eeb973da73e03d1cf8d is 52, key is eee/colfamily11:colfamily11/1732071453134/Put/seqid=0 2024-11-20T03:00:37,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741878_1054 (size=39263) 2024-11-20T03:00:37,448 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741878_1054 (size=39263) 2024-11-20T03:00:37,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741878_1054 (size=39263) 2024-11-20T03:00:37,449 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/.tmp/colfamily11/6b1fcb8859374c9e92f32c61c0af4be4 2024-11-20T03:00:37,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741879_1055 (size=39263) 2024-11-20T03:00:37,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741879_1055 (size=39263) 2024-11-20T03:00:37,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741879_1055 (size=39263) 2024-11-20T03:00:37,458 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/.tmp/colfamily11/dc682b2273e34eeb973da73e03d1cf8d 2024-11-20T03:00:37,459 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/.tmp/colfamily11/6b1fcb8859374c9e92f32c61c0af4be4 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/colfamily11/6b1fcb8859374c9e92f32c61c0af4be4 2024-11-20T03:00:37,466 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/colfamily11/6b1fcb8859374c9e92f32c61c0af4be4, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,466 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0e4eebc537653059fe80e5ca99e38fe2 in 46ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,467 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/.tmp/colfamily11/dc682b2273e34eeb973da73e03d1cf8d as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/colfamily11/dc682b2273e34eeb973da73e03d1cf8d 2024-11-20T03:00:37,467 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/0000000000000000004 2024-11-20T03:00:37,468 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,468 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,469 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,471 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,473 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,474 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 0e4eebc537653059fe80e5ca99e38fe2; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69551424, jitterRate=0.03639698028564453}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,474 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:37,475 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/colfamily11/dc682b2273e34eeb973da73e03d1cf8d, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,475 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 0e4eebc537653059fe80e5ca99e38fe2: Running coprocessor pre-open hook at 1732071637404Writing region info on filesystem at 1732071637404Initializing all the Stores at 1732071637405 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637405Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637405Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637405Obtaining lock to block concurrent updates at 1732071637420 (+15 ms)Preparing flush snapshotting stores in 0e4eebc537653059fe80e5ca99e38fe2 at 1732071637420Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637420Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. at 1732071637420Flushing 0e4eebc537653059fe80e5ca99e38fe2/colfamily11: creating writer at 1732071637420Flushing 0e4eebc537653059fe80e5ca99e38fe2/colfamily11: appending metadata at 1732071637440 (+20 ms)Flushing 0e4eebc537653059fe80e5ca99e38fe2/colfamily11: closing flushed file at 1732071637440Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@47233d28: reopening flushed file at 1732071637457 (+17 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 0e4eebc537653059fe80e5ca99e38fe2 in 46ms, sequenceid=4, compaction requested=false; wal=null at 1732071637466 (+9 ms)Cleaning up temporary data from old regions at 1732071637468 (+2 ms)Running coprocessor post-open hooks at 1732071637474 (+6 ms)Region opened successfully at 1732071637475 (+1 ms) 2024-11-20T03:00:37,475 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 80ffa0c141df249de13a1d8cc59d689b in 62ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,476 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., pid=76, masterSystemTime=1732071637394 2024-11-20T03:00:37,476 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/0000000000000000004 2024-11-20T03:00:37,478 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T03:00:37,478 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T03:00:37,478 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,478 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,479 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T03:00:37,479 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => 8eb1eb1ee6e5fe16483923c99a8d16af, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-20T03:00:37,479 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,479 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,479 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,479 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,479 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,481 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,482 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,482 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0e4eebc537653059fe80e5ca99e38fe2, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T03:00:37,483 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb1eb1ee6e5fe16483923c99a8d16af columnFamilyName colfamily11 2024-11-20T03:00:37,483 DEBUG [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,484 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,484 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(327): Store=8eb1eb1ee6e5fe16483923c99a8d16af/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,484 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,485 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb1eb1ee6e5fe16483923c99a8d16af columnFamilyName colfamily21 2024-11-20T03:00:37,485 DEBUG [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,485 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(327): Store=8eb1eb1ee6e5fe16483923c99a8d16af/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,486 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=65 2024-11-20T03:00:37,486 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e4eebc537653059fe80e5ca99e38fe2, server=1c82b83631a2,44069,1732071446946 in 233 msec 2024-11-20T03:00:37,487 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8eb1eb1ee6e5fe16483923c99a8d16af columnFamilyName colfamily31 2024-11-20T03:00:37,487 DEBUG [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,488 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,488 INFO [StoreOpener-8eb1eb1ee6e5fe16483923c99a8d16af-1 {}] regionserver.HStore(327): Store=8eb1eb1ee6e5fe16483923c99a8d16af/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,488 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,489 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN in 412 msec 2024-11-20T03:00:37,489 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 80ffa0c141df249de13a1d8cc59d689b; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64523971, jitterRate=-0.03851790726184845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,489 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:37,489 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,489 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 80ffa0c141df249de13a1d8cc59d689b: Running coprocessor pre-open hook at 1732071637391Writing region info on filesystem at 1732071637391Initializing all the Stores at 1732071637392 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637393 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637393Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637393Obtaining lock to block concurrent updates at 1732071637413 (+20 ms)Preparing flush snapshotting stores in 80ffa0c141df249de13a1d8cc59d689b at 1732071637413Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637413Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. at 1732071637413Flushing 80ffa0c141df249de13a1d8cc59d689b/colfamily11: creating writer at 1732071637413Flushing 80ffa0c141df249de13a1d8cc59d689b/colfamily11: appending metadata at 1732071637441 (+28 ms)Flushing 80ffa0c141df249de13a1d8cc59d689b/colfamily11: closing flushed file at 1732071637441Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4de7d58a: reopening flushed file at 1732071637465 (+24 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 80ffa0c141df249de13a1d8cc59d689b in 62ms, sequenceid=4, compaction requested=false; wal=null at 1732071637475 (+10 ms)Cleaning up temporary data from old regions at 1732071637478 (+3 ms)Running coprocessor post-open hooks at 1732071637489 (+11 ms)Region opened successfully at 1732071637489 2024-11-20T03:00:37,490 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., pid=79, masterSystemTime=1732071637384 2024-11-20T03:00:37,491 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,492 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004 2024-11-20T03:00:37,493 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T03:00:37,493 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T03:00:37,493 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T03:00:37,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=80ffa0c141df249de13a1d8cc59d689b, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,493 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => d2801060ac70ac0fdb415c62dfadd2b1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-20T03:00:37,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,494 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 80ffa0c141df249de13a1d8cc59d689b, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T03:00:37,496 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,498 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2801060ac70ac0fdb415c62dfadd2b1 columnFamilyName colfamily11 2024-11-20T03:00:37,498 DEBUG [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,499 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(327): Store=d2801060ac70ac0fdb415c62dfadd2b1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,499 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,499 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004 2024-11-20T03:00:37,500 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing 8eb1eb1ee6e5fe16483923c99a8d16af 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,500 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2801060ac70ac0fdb415c62dfadd2b1 columnFamilyName colfamily21 2024-11-20T03:00:37,500 DEBUG [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,501 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(327): Store=d2801060ac70ac0fdb415c62dfadd2b1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,501 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=70 2024-11-20T03:00:37,501 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 80ffa0c141df249de13a1d8cc59d689b, server=1c82b83631a2,42287,1732071447110 in 240 msec 2024-11-20T03:00:37,502 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d2801060ac70ac0fdb415c62dfadd2b1 columnFamilyName colfamily31 2024-11-20T03:00:37,502 DEBUG [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,503 INFO [StoreOpener-d2801060ac70ac0fdb415c62dfadd2b1-1 {}] regionserver.HStore(327): Store=d2801060ac70ac0fdb415c62dfadd2b1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,503 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,505 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN in 428 msec 2024-11-20T03:00:37,507 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,507 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004 2024-11-20T03:00:37,514 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004 2024-11-20T03:00:37,515 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing d2801060ac70ac0fdb415c62dfadd2b1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,522 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/.tmp/colfamily11/97ab8362fec341668b21304205709ae9 is 52, key is aaa/colfamily11:colfamily11/1732071453076/Put/seqid=0 2024-11-20T03:00:37,538 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/.tmp/colfamily11/9d3266925b51454ebae97f03d9000f3a is 52, key is rrr/colfamily11:colfamily11/1732071453312/Put/seqid=0 2024-11-20T03:00:37,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741880_1056 (size=39263) 2024-11-20T03:00:37,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741880_1056 (size=39263) 2024-11-20T03:00:37,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741880_1056 (size=39263) 2024-11-20T03:00:37,551 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/.tmp/colfamily11/97ab8362fec341668b21304205709ae9 2024-11-20T03:00:37,563 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/.tmp/colfamily11/97ab8362fec341668b21304205709ae9 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/colfamily11/97ab8362fec341668b21304205709ae9 2024-11-20T03:00:37,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741881_1057 (size=39263) 2024-11-20T03:00:37,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741881_1057 (size=39263) 2024-11-20T03:00:37,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741881_1057 (size=39263) 2024-11-20T03:00:37,573 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/.tmp/colfamily11/9d3266925b51454ebae97f03d9000f3a 2024-11-20T03:00:37,576 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/colfamily11/97ab8362fec341668b21304205709ae9, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,577 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8eb1eb1ee6e5fe16483923c99a8d16af in 77ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,577 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/0000000000000000004 2024-11-20T03:00:37,581 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,581 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,582 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/.tmp/colfamily11/9d3266925b51454ebae97f03d9000f3a as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/colfamily11/9d3266925b51454ebae97f03d9000f3a 2024-11-20T03:00:37,583 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,586 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,593 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,594 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened 8eb1eb1ee6e5fe16483923c99a8d16af; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59461116, jitterRate=-0.11396032571792603}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,595 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:37,595 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for 8eb1eb1ee6e5fe16483923c99a8d16af: Running coprocessor pre-open hook at 1732071637479Writing region info on filesystem at 1732071637479Initializing all the Stores at 1732071637481 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637481Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637482 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637482Obtaining lock to block concurrent updates at 1732071637500 (+18 ms)Preparing flush snapshotting stores in 8eb1eb1ee6e5fe16483923c99a8d16af at 1732071637500Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637500Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. at 1732071637500Flushing 8eb1eb1ee6e5fe16483923c99a8d16af/colfamily11: creating writer at 1732071637500Flushing 8eb1eb1ee6e5fe16483923c99a8d16af/colfamily11: appending metadata at 1732071637521 (+21 ms)Flushing 8eb1eb1ee6e5fe16483923c99a8d16af/colfamily11: closing flushed file at 1732071637521Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b5558c8: reopening flushed file at 1732071637561 (+40 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8eb1eb1ee6e5fe16483923c99a8d16af in 77ms, sequenceid=4, compaction requested=false; wal=null at 1732071637577 (+16 ms)Cleaning up temporary data from old regions at 1732071637581 (+4 ms)Running coprocessor post-open hooks at 1732071637595 (+14 ms)Region opened successfully at 1732071637595 2024-11-20T03:00:37,597 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., pid=75, masterSystemTime=1732071637394 2024-11-20T03:00:37,599 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/colfamily11/9d3266925b51454ebae97f03d9000f3a, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,600 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T03:00:37,600 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T03:00:37,600 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T03:00:37,600 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d2801060ac70ac0fdb415c62dfadd2b1 in 85ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,600 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => d8456c9b779d38610d5c4c6fcfaeb960, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-20T03:00:37,600 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,601 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/0000000000000000004 2024-11-20T03:00:37,601 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,601 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,601 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,602 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,602 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,603 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,604 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8eb1eb1ee6e5fe16483923c99a8d16af, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T03:00:37,605 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,606 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8456c9b779d38610d5c4c6fcfaeb960 columnFamilyName colfamily11 2024-11-20T03:00:37,606 DEBUG [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,608 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(327): Store=d8456c9b779d38610d5c4c6fcfaeb960/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,609 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,611 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8456c9b779d38610d5c4c6fcfaeb960 columnFamilyName colfamily21 2024-11-20T03:00:37,611 DEBUG [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,611 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=64 2024-11-20T03:00:37,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eb1eb1ee6e5fe16483923c99a8d16af, server=1c82b83631a2,44069,1732071446946 in 361 msec 2024-11-20T03:00:37,613 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(327): Store=d8456c9b779d38610d5c4c6fcfaeb960/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,613 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,616 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN in 539 msec 2024-11-20T03:00:37,620 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8456c9b779d38610d5c4c6fcfaeb960 columnFamilyName colfamily31 2024-11-20T03:00:37,620 DEBUG [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,621 INFO [StoreOpener-d8456c9b779d38610d5c4c6fcfaeb960-1 {}] regionserver.HStore(327): Store=d8456c9b779d38610d5c4c6fcfaeb960/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,621 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,622 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,623 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,624 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004 2024-11-20T03:00:37,629 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,630 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened d2801060ac70ac0fdb415c62dfadd2b1; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63090733, jitterRate=-0.05987481772899628}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,630 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:37,630 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004 2024-11-20T03:00:37,630 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for d2801060ac70ac0fdb415c62dfadd2b1: Running coprocessor pre-open hook at 1732071637494Writing region info on filesystem at 1732071637494Initializing all the Stores at 1732071637496 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637496Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637496Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637496Obtaining lock to block concurrent updates at 1732071637515 (+19 ms)Preparing flush snapshotting stores in d2801060ac70ac0fdb415c62dfadd2b1 at 1732071637515Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637515Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. at 1732071637515Flushing d2801060ac70ac0fdb415c62dfadd2b1/colfamily11: creating writer at 1732071637515Flushing d2801060ac70ac0fdb415c62dfadd2b1/colfamily11: appending metadata at 1732071637537 (+22 ms)Flushing d2801060ac70ac0fdb415c62dfadd2b1/colfamily11: closing flushed file at 1732071637537Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c5f48f: reopening flushed file at 1732071637581 (+44 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d2801060ac70ac0fdb415c62dfadd2b1 in 85ms, sequenceid=4, compaction requested=false; wal=null at 1732071637600 (+19 ms)Cleaning up temporary data from old regions at 1732071637603 (+3 ms)Running coprocessor post-open hooks at 1732071637630 (+27 ms)Region opened successfully at 1732071637630 2024-11-20T03:00:37,630 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing d8456c9b779d38610d5c4c6fcfaeb960 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,634 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., pid=81, masterSystemTime=1732071637384 2024-11-20T03:00:37,638 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure d2801060ac70ac0fdb415c62dfadd2b1, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T03:00:37,642 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T03:00:37,642 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T03:00:37,646 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T03:00:37,646 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e47c9ca129e055860e308d6e26f432f, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-20T03:00:37,647 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,647 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,647 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,647 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=71 2024-11-20T03:00:37,651 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d2801060ac70ac0fdb415c62dfadd2b1, server=1c82b83631a2,42287,1732071447110 in 384 msec 2024-11-20T03:00:37,654 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN in 577 msec 2024-11-20T03:00:37,658 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/.tmp/colfamily11/9f907dcdeacb4fb385a0fcf3af5d63eb is 52, key is ooo/colfamily11:colfamily11/1732071453275/Put/seqid=0 2024-11-20T03:00:37,658 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,660 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e47c9ca129e055860e308d6e26f432f columnFamilyName colfamily11 2024-11-20T03:00:37,660 DEBUG [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,661 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(327): Store=1e47c9ca129e055860e308d6e26f432f/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,661 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,663 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e47c9ca129e055860e308d6e26f432f columnFamilyName colfamily21 2024-11-20T03:00:37,663 DEBUG [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,664 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(327): Store=1e47c9ca129e055860e308d6e26f432f/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,664 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,665 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e47c9ca129e055860e308d6e26f432f columnFamilyName colfamily31 2024-11-20T03:00:37,665 DEBUG [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,666 INFO [StoreOpener-1e47c9ca129e055860e308d6e26f432f-1 {}] regionserver.HStore(327): Store=1e47c9ca129e055860e308d6e26f432f/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,666 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,666 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,670 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,672 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004 2024-11-20T03:00:37,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741882_1058 (size=39263) 2024-11-20T03:00:37,680 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004 2024-11-20T03:00:37,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741882_1058 (size=39263) 2024-11-20T03:00:37,680 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 1e47c9ca129e055860e308d6e26f432f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741882_1058 (size=39263) 2024-11-20T03:00:37,683 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/.tmp/colfamily11/9f907dcdeacb4fb385a0fcf3af5d63eb 2024-11-20T03:00:37,692 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/.tmp/colfamily11/9f907dcdeacb4fb385a0fcf3af5d63eb as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/colfamily11/9f907dcdeacb4fb385a0fcf3af5d63eb 2024-11-20T03:00:37,700 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/.tmp/colfamily11/acd34577fd98428494f63ed1453f0a2c is 52, key is xxx/colfamily11:colfamily11/1732071453431/Put/seqid=0 2024-11-20T03:00:37,701 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/colfamily11/9f907dcdeacb4fb385a0fcf3af5d63eb, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,702 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8456c9b779d38610d5c4c6fcfaeb960 in 71ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,704 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/0000000000000000004 2024-11-20T03:00:37,705 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,705 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,706 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,709 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,714 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,715 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741883_1059 (size=39263) 2024-11-20T03:00:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741883_1059 (size=39263) 2024-11-20T03:00:37,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741883_1059 (size=39263) 2024-11-20T03:00:37,717 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened d8456c9b779d38610d5c4c6fcfaeb960; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67009127, jitterRate=-0.0014861971139907837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,717 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:37,717 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for d8456c9b779d38610d5c4c6fcfaeb960: Running coprocessor pre-open hook at 1732071637601Writing region info on filesystem at 1732071637601Initializing all the Stores at 1732071637603 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637603Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637604 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637604Obtaining lock to block concurrent updates at 1732071637630 (+26 ms)Preparing flush snapshotting stores in d8456c9b779d38610d5c4c6fcfaeb960 at 1732071637630Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637630Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. at 1732071637630Flushing d8456c9b779d38610d5c4c6fcfaeb960/colfamily11: creating writer at 1732071637630Flushing d8456c9b779d38610d5c4c6fcfaeb960/colfamily11: appending metadata at 1732071637657 (+27 ms)Flushing d8456c9b779d38610d5c4c6fcfaeb960/colfamily11: closing flushed file at 1732071637657Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b7040eb: reopening flushed file at 1732071637691 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8456c9b779d38610d5c4c6fcfaeb960 in 71ms, sequenceid=4, compaction requested=false; wal=null at 1732071637702 (+11 ms)Cleaning up temporary data from old regions at 1732071637705 (+3 ms)Running coprocessor post-open hooks at 1732071637717 (+12 ms)Region opened successfully at 1732071637717 2024-11-20T03:00:37,718 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., pid=77, masterSystemTime=1732071637394 2024-11-20T03:00:37,718 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/.tmp/colfamily11/acd34577fd98428494f63ed1453f0a2c 2024-11-20T03:00:37,720 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T03:00:37,721 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T03:00:37,721 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T03:00:37,721 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 29612dc9b130ded36d5f98add04db627, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-20T03:00:37,721 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,722 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,722 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,722 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8456c9b779d38610d5c4c6fcfaeb960, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T03:00:37,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=66 2024-11-20T03:00:37,734 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure d8456c9b779d38610d5c4c6fcfaeb960, server=1c82b83631a2,44069,1732071446946 in 478 msec 2024-11-20T03:00:37,735 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,736 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN in 660 msec 2024-11-20T03:00:37,737 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29612dc9b130ded36d5f98add04db627 columnFamilyName colfamily11 2024-11-20T03:00:37,737 DEBUG [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,737 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(327): Store=29612dc9b130ded36d5f98add04db627/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,737 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,738 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29612dc9b130ded36d5f98add04db627 columnFamilyName colfamily21 2024-11-20T03:00:37,738 DEBUG [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,739 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/.tmp/colfamily11/acd34577fd98428494f63ed1453f0a2c as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/colfamily11/acd34577fd98428494f63ed1453f0a2c 2024-11-20T03:00:37,739 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(327): Store=29612dc9b130ded36d5f98add04db627/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,739 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,741 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29612dc9b130ded36d5f98add04db627 columnFamilyName colfamily31 2024-11-20T03:00:37,741 DEBUG [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,742 INFO [StoreOpener-29612dc9b130ded36d5f98add04db627-1 {}] regionserver.HStore(327): Store=29612dc9b130ded36d5f98add04db627/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,742 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,743 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,745 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,745 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004 2024-11-20T03:00:37,747 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/colfamily11/acd34577fd98428494f63ed1453f0a2c, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,748 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1e47c9ca129e055860e308d6e26f432f in 68ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,749 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/0000000000000000004 2024-11-20T03:00:37,750 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,750 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,750 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,751 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004 2024-11-20T03:00:37,751 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 29612dc9b130ded36d5f98add04db627 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,754 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,763 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,765 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 1e47c9ca129e055860e308d6e26f432f; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59835692, jitterRate=-0.10837870836257935}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,765 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:37,765 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 1e47c9ca129e055860e308d6e26f432f: Running coprocessor pre-open hook at 1732071637647Writing region info on filesystem at 1732071637647Initializing all the Stores at 1732071637651 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637651Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637658 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637658Obtaining lock to block concurrent updates at 1732071637680 (+22 ms)Preparing flush snapshotting stores in 1e47c9ca129e055860e308d6e26f432f at 1732071637680Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637681 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. at 1732071637681Flushing 1e47c9ca129e055860e308d6e26f432f/colfamily11: creating writer at 1732071637681Flushing 1e47c9ca129e055860e308d6e26f432f/colfamily11: appending metadata at 1732071637699 (+18 ms)Flushing 1e47c9ca129e055860e308d6e26f432f/colfamily11: closing flushed file at 1732071637699Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d30dba4: reopening flushed file at 1732071637731 (+32 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1e47c9ca129e055860e308d6e26f432f in 68ms, sequenceid=4, compaction requested=false; wal=null at 1732071637748 (+17 ms)Cleaning up temporary data from old regions at 1732071637750 (+2 ms)Running coprocessor post-open hooks at 1732071637765 (+15 ms)Region opened successfully at 1732071637765 2024-11-20T03:00:37,766 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., pid=73, masterSystemTime=1732071637384 2024-11-20T03:00:37,771 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T03:00:37,771 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T03:00:37,772 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T03:00:37,772 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 1be39a085dd8c68625f69b83cd51b646, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-20T03:00:37,772 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=1e47c9ca129e055860e308d6e26f432f, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,772 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,772 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,772 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,773 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e47c9ca129e055860e308d6e26f432f, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T03:00:37,779 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/.tmp/colfamily11/a34d12efbc754edd9955d48a22121733 is 52, key is yyy/colfamily11:colfamily11/1732071453469/Put/seqid=0 2024-11-20T03:00:37,780 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,782 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be39a085dd8c68625f69b83cd51b646 columnFamilyName colfamily11 2024-11-20T03:00:37,782 DEBUG [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=67 2024-11-20T03:00:37,783 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e47c9ca129e055860e308d6e26f432f, server=1c82b83631a2,42287,1732071447110 in 545 msec 2024-11-20T03:00:37,784 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(327): Store=1be39a085dd8c68625f69b83cd51b646/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,784 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,785 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN in 710 msec 2024-11-20T03:00:37,786 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be39a085dd8c68625f69b83cd51b646 columnFamilyName colfamily21 2024-11-20T03:00:37,786 DEBUG [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,786 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(327): Store=1be39a085dd8c68625f69b83cd51b646/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,786 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,789 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1be39a085dd8c68625f69b83cd51b646 columnFamilyName colfamily31 2024-11-20T03:00:37,789 DEBUG [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,790 INFO [StoreOpener-1be39a085dd8c68625f69b83cd51b646-1 {}] regionserver.HStore(327): Store=1be39a085dd8c68625f69b83cd51b646/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,790 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,791 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,793 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,793 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004 2024-11-20T03:00:37,800 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004 2024-11-20T03:00:37,801 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 1be39a085dd8c68625f69b83cd51b646 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,822 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/.tmp/colfamily11/4845afafe6964324b00b1f0a5a2887db is 52, key is lll/colfamily11:colfamily11/1732071453237/Put/seqid=0 2024-11-20T03:00:37,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741884_1060 (size=39263) 2024-11-20T03:00:37,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741884_1060 (size=39263) 2024-11-20T03:00:37,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741884_1060 (size=39263) 2024-11-20T03:00:37,837 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/.tmp/colfamily11/a34d12efbc754edd9955d48a22121733 2024-11-20T03:00:37,845 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/.tmp/colfamily11/a34d12efbc754edd9955d48a22121733 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/colfamily11/a34d12efbc754edd9955d48a22121733 2024-11-20T03:00:37,852 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/colfamily11/a34d12efbc754edd9955d48a22121733, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,852 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 29612dc9b130ded36d5f98add04db627 in 101ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741885_1061 (size=39263) 2024-11-20T03:00:37,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741885_1061 (size=39263) 2024-11-20T03:00:37,854 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/0000000000000000004 2024-11-20T03:00:37,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741885_1061 (size=39263) 2024-11-20T03:00:37,855 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/.tmp/colfamily11/4845afafe6964324b00b1f0a5a2887db 2024-11-20T03:00:37,855 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,855 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,856 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,857 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,859 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,861 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 29612dc9b130ded36d5f98add04db627; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66297155, jitterRate=-0.012095406651496887}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,861 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:37,861 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 29612dc9b130ded36d5f98add04db627: Running coprocessor pre-open hook at 1732071637722Writing region info on filesystem at 1732071637722Initializing all the Stores at 1732071637730 (+8 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637730Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637735 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637735Obtaining lock to block concurrent updates at 1732071637751 (+16 ms)Preparing flush snapshotting stores in 29612dc9b130ded36d5f98add04db627 at 1732071637751Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637752 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. at 1732071637752Flushing 29612dc9b130ded36d5f98add04db627/colfamily11: creating writer at 1732071637752Flushing 29612dc9b130ded36d5f98add04db627/colfamily11: appending metadata at 1732071637778 (+26 ms)Flushing 29612dc9b130ded36d5f98add04db627/colfamily11: closing flushed file at 1732071637778Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5326de72: reopening flushed file at 1732071637844 (+66 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 29612dc9b130ded36d5f98add04db627 in 101ms, sequenceid=4, compaction requested=false; wal=null at 1732071637852 (+8 ms)Cleaning up temporary data from old regions at 1732071637855 (+3 ms)Running coprocessor post-open hooks at 1732071637861 (+6 ms)Region opened successfully at 1732071637861 2024-11-20T03:00:37,862 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/.tmp/colfamily11/4845afafe6964324b00b1f0a5a2887db as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/colfamily11/4845afafe6964324b00b1f0a5a2887db 2024-11-20T03:00:37,862 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., pid=74, masterSystemTime=1732071637394 2024-11-20T03:00:37,865 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T03:00:37,865 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T03:00:37,866 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T03:00:37,866 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=29612dc9b130ded36d5f98add04db627, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,866 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => f71f26504341dc1c7b747adaf26794fa, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-20T03:00:37,866 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,866 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T03:00:37,866 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,866 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,868 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,870 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f71f26504341dc1c7b747adaf26794fa columnFamilyName colfamily11 2024-11-20T03:00:37,870 DEBUG [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29612dc9b130ded36d5f98add04db627, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T03:00:37,870 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(327): Store=f71f26504341dc1c7b747adaf26794fa/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,871 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,871 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/colfamily11/4845afafe6964324b00b1f0a5a2887db, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,872 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1be39a085dd8c68625f69b83cd51b646 in 71ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,872 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/0000000000000000004 2024-11-20T03:00:37,873 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f71f26504341dc1c7b747adaf26794fa columnFamilyName colfamily21 2024-11-20T03:00:37,873 DEBUG [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,873 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=68 2024-11-20T03:00:37,873 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,873 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 29612dc9b130ded36d5f98add04db627, server=1c82b83631a2,44069,1732071446946 in 635 msec 2024-11-20T03:00:37,874 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(327): Store=f71f26504341dc1c7b747adaf26794fa/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,874 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,874 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,875 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f71f26504341dc1c7b747adaf26794fa columnFamilyName colfamily31 2024-11-20T03:00:37,875 DEBUG [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T03:00:37,875 INFO [StoreOpener-f71f26504341dc1c7b747adaf26794fa-1 {}] regionserver.HStore(327): Store=f71f26504341dc1c7b747adaf26794fa/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T03:00:37,876 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,876 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,877 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN in 800 msec 2024-11-20T03:00:37,877 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,880 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,881 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,881 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004 2024-11-20T03:00:37,887 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 1be39a085dd8c68625f69b83cd51b646; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60310961, jitterRate=-0.10129664838314056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,887 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:37,887 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 1be39a085dd8c68625f69b83cd51b646: Running coprocessor pre-open hook at 1732071637773Writing region info on filesystem at 1732071637773Initializing all the Stores at 1732071637774 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637774Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637779 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637779Obtaining lock to block concurrent updates at 1732071637801 (+22 ms)Preparing flush snapshotting stores in 1be39a085dd8c68625f69b83cd51b646 at 1732071637801Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637801Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. at 1732071637801Flushing 1be39a085dd8c68625f69b83cd51b646/colfamily11: creating writer at 1732071637801Flushing 1be39a085dd8c68625f69b83cd51b646/colfamily11: appending metadata at 1732071637822 (+21 ms)Flushing 1be39a085dd8c68625f69b83cd51b646/colfamily11: closing flushed file at 1732071637822Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4804925b: reopening flushed file at 1732071637861 (+39 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1be39a085dd8c68625f69b83cd51b646 in 71ms, sequenceid=4, compaction requested=false; wal=null at 1732071637872 (+11 ms)Cleaning up temporary data from old regions at 1732071637873 (+1 ms)Running coprocessor post-open hooks at 1732071637887 (+14 ms)Region opened successfully at 1732071637887 2024-11-20T03:00:37,888 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., pid=80, masterSystemTime=1732071637384 2024-11-20T03:00:37,889 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004 2024-11-20T03:00:37,889 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing f71f26504341dc1c7b747adaf26794fa 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:37,890 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T03:00:37,891 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T03:00:37,891 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=1be39a085dd8c68625f69b83cd51b646, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:37,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1be39a085dd8c68625f69b83cd51b646, server=1c82b83631a2,42287,1732071447110 because future has completed 2024-11-20T03:00:37,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=72 2024-11-20T03:00:37,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 1be39a085dd8c68625f69b83cd51b646, server=1c82b83631a2,42287,1732071447110 in 634 msec 2024-11-20T03:00:37,904 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN in 824 msec 2024-11-20T03:00:37,915 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/.tmp/colfamily11/1a62c0f9e767435f8edb965c808246a9 is 52, key is uuu/colfamily11:colfamily11/1732071453348/Put/seqid=0 2024-11-20T03:00:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741886_1062 (size=39263) 2024-11-20T03:00:37,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741886_1062 (size=39263) 2024-11-20T03:00:37,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741886_1062 (size=39263) 2024-11-20T03:00:37,926 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/.tmp/colfamily11/1a62c0f9e767435f8edb965c808246a9 2024-11-20T03:00:37,934 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/.tmp/colfamily11/1a62c0f9e767435f8edb965c808246a9 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/colfamily11/1a62c0f9e767435f8edb965c808246a9 2024-11-20T03:00:37,942 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/colfamily11/1a62c0f9e767435f8edb965c808246a9, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T03:00:37,942 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f71f26504341dc1c7b747adaf26794fa in 53ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T03:00:37,943 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/0000000000000000004 2024-11-20T03:00:37,944 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,944 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,945 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T03:00:37,947 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,950 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T03:00:37,951 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened f71f26504341dc1c7b747adaf26794fa; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75072431, jitterRate=0.1186663955450058}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T03:00:37,951 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:37,951 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for f71f26504341dc1c7b747adaf26794fa: Running coprocessor pre-open hook at 1732071637867Writing region info on filesystem at 1732071637867Initializing all the Stores at 1732071637868 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637868Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637868Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732071637868Obtaining lock to block concurrent updates at 1732071637889 (+21 ms)Preparing flush snapshotting stores in f71f26504341dc1c7b747adaf26794fa at 1732071637889Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071637889Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. at 1732071637889Flushing f71f26504341dc1c7b747adaf26794fa/colfamily11: creating writer at 1732071637889Flushing f71f26504341dc1c7b747adaf26794fa/colfamily11: appending metadata at 1732071637915 (+26 ms)Flushing f71f26504341dc1c7b747adaf26794fa/colfamily11: closing flushed file at 1732071637915Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@627c8c83: reopening flushed file at 1732071637933 (+18 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f71f26504341dc1c7b747adaf26794fa in 53ms, sequenceid=4, compaction requested=false; wal=null at 1732071637942 (+9 ms)Cleaning up temporary data from old regions at 1732071637944 (+2 ms)Running coprocessor post-open hooks at 1732071637951 (+7 ms)Region opened successfully at 1732071637951 2024-11-20T03:00:37,952 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., pid=78, masterSystemTime=1732071637394 2024-11-20T03:00:37,954 DEBUG [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T03:00:37,954 INFO [RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T03:00:37,955 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=f71f26504341dc1c7b747adaf26794fa, regionState=OPEN, openSeqNum=5, regionLocation=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:37,957 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure f71f26504341dc1c7b747adaf26794fa, server=1c82b83631a2,44069,1732071446946 because future has completed 2024-11-20T03:00:37,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=69 2024-11-20T03:00:37,961 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure f71f26504341dc1c7b747adaf26794fa, server=1c82b83631a2,44069,1732071446946 in 702 msec 2024-11-20T03:00:37,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=57 2024-11-20T03:00:37,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN in 887 msec 2024-11-20T03:00:37,963 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 1c82b83631a2,38515,1732071447046 after splitting done 2024-11-20T03:00:37,964 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T03:00:37,964 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:37,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:37,964 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T03:00:38,074 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:38,074 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T03:00:38,074 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:38,074 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:00:38,074 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:00:38,075 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T03:00:38,075 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T03:00:38,075 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T03:00:38,075 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T03:00:38,078 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 2 msec 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,081 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,082 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,082 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:38,082 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:38,082 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T03:00:38,082 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T03:00:38,082 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T03:00:38,082 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T03:00:38,082 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T03:00:38,083 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T03:00:38,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true 2024-11-20T03:00:38,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T03:00:38,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,087 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e47c9ca129e055860e308d6e26f432f, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 29612dc9b130ded36d5f98add04db627, server=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eb1eb1ee6e5fe16483923c99a8d16af, server=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e4eebc537653059fe80e5ca99e38fe2, server=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure d8456c9b779d38610d5c4c6fcfaeb960, server=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure f71f26504341dc1c7b747adaf26794fa, server=1c82b83631a2,44069,1732071446946 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 80ffa0c141df249de13a1d8cc59d689b, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 1be39a085dd8c68625f69b83cd51b646, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d2801060ac70ac0fdb415c62dfadd2b1, server=1c82b83631a2,42287,1732071447110 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.meta.1732071449047.meta, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,088 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 1c82b83631a2%2C38515%2C1732071447046.1732071448598, worker=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=8eb1eb1ee6e5fe16483923c99a8d16af, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=0e4eebc537653059fe80e5ca99e38fe2, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8456c9b779d38610d5c4c6fcfaeb960, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e47c9ca129e055860e308d6e26f432f, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29612dc9b130ded36d5f98add04db627, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f71f26504341dc1c7b747adaf26794fa, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=80ffa0c141df249de13a1d8cc59d689b, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d2801060ac70ac0fdb415c62dfadd2b1, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1be39a085dd8c68625f69b83cd51b646, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e47c9ca129e055860e308d6e26f432f, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 29612dc9b130ded36d5f98add04db627, server=1c82b83631a2,44069,1732071446946 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 8eb1eb1ee6e5fe16483923c99a8d16af, server=1c82b83631a2,44069,1732071446946 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 0e4eebc537653059fe80e5ca99e38fe2, server=1c82b83631a2,44069,1732071446946 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure d8456c9b779d38610d5c4c6fcfaeb960, server=1c82b83631a2,44069,1732071446946 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure f71f26504341dc1c7b747adaf26794fa, server=1c82b83631a2,44069,1732071446946 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 80ffa0c141df249de13a1d8cc59d689b, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 1be39a085dd8c68625f69b83cd51b646, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure d2801060ac70ac0fdb415c62dfadd2b1, server=1c82b83631a2,42287,1732071447110 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T03:00:38,089 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 11 msec 2024-11-20T03:00:38,090 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=61 2024-11-20T03:00:38,090 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=1c82b83631a2,42287,1732071447110, table=hbase:meta, region=1588230740 2024-11-20T03:00:38,091 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 1c82b83631a2,42287,1732071447110, state=OPEN 2024-11-20T03:00:38,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:38,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:38,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T03:00:38,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:38,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:38,122 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T03:00:38,123 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732071668123 2024-11-20T03:00:38,123 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T03:00:38,134 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8eb1eb1ee6e5fe16483923c99a8d16af, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=5 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5f02adc151a486e4986d5731e11815b7, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2f890e402ea64e87a1fe6dd9d416dea4, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5329f2d9907ca0e02a96bc6b79fb9333, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=80ffa0c141df249de13a1d8cc59d689b, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=5 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b177557ca7459bbbe5faaf044c9a0c1d, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6c27e7ecac525cdc37886d8b16b6e94d, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7feb4a7f3e46fcde734fb1ce1cdef734, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=0e4eebc537653059fe80e5ca99e38fe2, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=5 2024-11-20T03:00:38,135 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a132c467ead912d85634d493d37911d9, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e902f602f6c7bb366a8b31f85e4c4fa2, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1be39a085dd8c68625f69b83cd51b646, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=5 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=27f5be1bfce60bb2098abeb141295dbf, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=c3cb3232dcdc7e38e33c64f531e75bfd, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8456c9b779d38610d5c4c6fcfaeb960, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=5 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f2cbce33d5ca1609e47280634f86e9a1, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5210c0b2d21aa97ccba2283b50fd2c1f, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d2801060ac70ac0fdb415c62dfadd2b1, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=5 2024-11-20T03:00:38,136 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=8bf9cb39250c1dccedce415226e7bfaa, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:38,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=fba69d4a12941682030116d8d512740a, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f71f26504341dc1c7b747adaf26794fa, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=5 2024-11-20T03:00:38,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=3c89aa1cfe5293a3f0afddfa4025c4fe, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:38,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=334a9529502cd005bf7a79dff1c8cdfe, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=2 2024-11-20T03:00:38,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e47c9ca129e055860e308d6e26f432f, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=5 2024-11-20T03:00:38,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29612dc9b130ded36d5f98add04db627, regionState=OPEN, lastHost=1c82b83631a2,44069,1732071446946, regionLocation=1c82b83631a2,44069,1732071446946, openSeqNum=5 2024-11-20T03:00:38,137 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=98ff9f2ddd1e0ef4bc08efd73b01edfb, regionState=OPEN, lastHost=1c82b83631a2,42287,1732071447110, regionLocation=1c82b83631a2,42287,1732071447110, openSeqNum=2 2024-11-20T03:00:38,137 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T03:00:38,137 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732071698137 2024-11-20T03:00:38,137 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732071758137 2024-11-20T03:00:38,137 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 13 msec 2024-11-20T03:00:38,139 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 1c82b83631a2,38515,1732071447046 after splitting done 2024-11-20T03:00:38,140 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T03:00:38,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 1c82b83631a2,38515,1732071447046, splitWal=true, meta=true in 3 mins, 3.996 sec 2024-11-20T03:00:38,393 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34314, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T03:00:38,398 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 1c82b83631a2:38515 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1c82b83631a2/172.17.0.2:38515 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T03:00:38,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=java.net.ConnectException: Call to address=1c82b83631a2:38515 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:38,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-20T03:00:38,399 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:38,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 1c82b83631a2:38515 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 1c82b83631a2/172.17.0.2:38515 2024-11-20T03:00:38,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:38,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:38,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:38,507 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,38515,1732071447046, seqNum=-1 from cache 2024-11-20T03:00:38,616 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T03:00:38,617 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34322, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T03:00:38,618 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=1c82b83631a2,42287,1732071447110, seqNum=-1] 2024-11-20T03:00:38,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:00:38,622 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af., hostname=1c82b83631a2,44069,1732071446946, seqNum=5] 2024-11-20T03:00:38,624 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58448, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T03:00:38,667 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:38,668 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:38,668 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:38,668 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:38,781 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b., hostname=1c82b83631a2,42287,1732071447110, seqNum=5] 2024-11-20T03:00:38,819 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:38,820 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:38,820 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:38,820 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:38,931 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2., hostname=1c82b83631a2,44069,1732071446946, seqNum=5] 2024-11-20T03:00:38,953 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:38,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:38,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:38,954 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:39,061 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646., hostname=1c82b83631a2,42287,1732071447110, seqNum=5] 2024-11-20T03:00:39,074 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:39,074 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,074 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,074 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:39,180 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960., hostname=1c82b83631a2,44069,1732071446946, seqNum=5] 2024-11-20T03:00:39,192 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:39,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,193 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:39,304 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1., hostname=1c82b83631a2,42287,1732071447110, seqNum=5] 2024-11-20T03:00:39,317 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:39,317 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,318 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,318 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:39,431 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa., hostname=1c82b83631a2,44069,1732071446946, seqNum=5] 2024-11-20T03:00:39,445 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:39,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,446 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:39,560 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f., hostname=1c82b83631a2,42287,1732071447110, seqNum=5] 2024-11-20T03:00:39,566 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 1c82b83631a2:38515 this server is in the failed servers list 2024-11-20T03:00:39,567 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=1c82b83631a2:38515 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,567 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 1c82b83631a2:38515 2024-11-20T03:00:39,567 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,38515,1732071447046, seqNum=2 from cache 2024-11-20T03:00:39,680 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627., hostname=1c82b83631a2,44069,1732071446946, seqNum=5] 2024-11-20T03:00:39,778 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T03:00:39,778 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T03:00:39,779 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:00:39,779 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:39,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:39,779 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:39,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T03:00:39,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T03:00:39,780 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1965503347, stopped=false 2024-11-20T03:00:39,780 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=1c82b83631a2,37159,1732071446234 2024-11-20T03:00:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:00:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:00:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T03:00:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:00:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:00:39,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:00:39,833 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:39,834 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T03:00:39,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:39,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:39,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,44069,1732071446946' ***** 2024-11-20T03:00:39,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:00:39,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:00:39,834 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:00:39,834 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '1c82b83631a2,42287,1732071447110' ***** 2024-11-20T03:00:39,834 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T03:00:39,834 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:00:39,835 INFO [RS:0;1c82b83631a2:44069 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:00:39,835 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T03:00:39,835 INFO [RS:0;1c82b83631a2:44069 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:00:39,835 INFO [RS:2;1c82b83631a2:42287 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T03:00:39,835 INFO [RS:2;1c82b83631a2:42287 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T03:00:39,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:00:39,835 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1be39a085dd8c68625f69b83cd51b646 2024-11-20T03:00:39,835 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T03:00:39,835 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T03:00:39,836 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for 7feb4a7f3e46fcde734fb1ce1cdef734 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for a132c467ead912d85634d493d37911d9 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f02adc151a486e4986d5731e11815b7 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 27f5be1bfce60bb2098abeb141295dbf 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 6c27e7ecac525cdc37886d8b16b6e94d 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 80ffa0c141df249de13a1d8cc59d689b 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e47c9ca129e055860e308d6e26f432f 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 8bf9cb39250c1dccedce415226e7bfaa 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,42287,1732071447110 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:00:39,836 INFO [RS:2;1c82b83631a2:42287 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;1c82b83631a2:42287. 2024-11-20T03:00:39,837 DEBUG [RS:2;1c82b83631a2:42287 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:39,837 DEBUG [RS:2;1c82b83631a2:42287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:39,837 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:00:39,837 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:00:39,837 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:00:39,837 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T03:00:39,838 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-20T03:00:39,838 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for 0e4eebc537653059fe80e5ca99e38fe2 2024-11-20T03:00:39,838 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for 2f890e402ea64e87a1fe6dd9d416dea4 2024-11-20T03:00:39,838 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for 29612dc9b130ded36d5f98add04db627 2024-11-20T03:00:39,838 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for 5329f2d9907ca0e02a96bc6b79fb9333 2024-11-20T03:00:39,838 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 1be39a085dd8c68625f69b83cd51b646, 1e47c9ca129e055860e308d6e26f432f, 27f5be1bfce60bb2098abeb141295dbf, 3c89aa1cfe5293a3f0afddfa4025c4fe, 5f02adc151a486e4986d5731e11815b7, 6c27e7ecac525cdc37886d8b16b6e94d, 80ffa0c141df249de13a1d8cc59d689b, 8bf9cb39250c1dccedce415226e7bfaa, 98ff9f2ddd1e0ef4bc08efd73b01edfb, a132c467ead912d85634d493d37911d9, d2801060ac70ac0fdb415c62dfadd2b1, f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T03:00:39,838 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T03:00:39,838 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for d8456c9b779d38610d5c4c6fcfaeb960 2024-11-20T03:00:39,838 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1be39a085dd8c68625f69b83cd51b646, disabling compactions & flushes 2024-11-20T03:00:39,838 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T03:00:39,839 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for e902f602f6c7bb366a8b31f85e4c4fa2 2024-11-20T03:00:39,839 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T03:00:39,839 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for 5210c0b2d21aa97ccba2283b50fd2c1f 2024-11-20T03:00:39,839 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T03:00:39,839 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. after waiting 0 ms 2024-11-20T03:00:39,839 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T03:00:39,839 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for f71f26504341dc1c7b747adaf26794fa 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for b177557ca7459bbbe5faaf044c9a0c1d 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for fba69d4a12941682030116d8d512740a 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for 334a9529502cd005bf7a79dff1c8cdfe 2024-11-20T03:00:39,839 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.37 KB heapSize=19.67 KB 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(3091): Received CLOSE for 8eb1eb1ee6e5fe16483923c99a8d16af 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(959): stopping server 1c82b83631a2,44069,1732071446946 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;1c82b83631a2:44069. 2024-11-20T03:00:39,839 DEBUG [RS:0;1c82b83631a2:44069 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T03:00:39,839 DEBUG [RS:0;1c82b83631a2:44069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:39,839 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-20T03:00:39,840 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1351): Waiting on 0e4eebc537653059fe80e5ca99e38fe2, 29612dc9b130ded36d5f98add04db627, 2f890e402ea64e87a1fe6dd9d416dea4, 334a9529502cd005bf7a79dff1c8cdfe, 5210c0b2d21aa97ccba2283b50fd2c1f, 5329f2d9907ca0e02a96bc6b79fb9333, 7feb4a7f3e46fcde734fb1ce1cdef734, 8eb1eb1ee6e5fe16483923c99a8d16af, b177557ca7459bbbe5faaf044c9a0c1d, c3cb3232dcdc7e38e33c64f531e75bfd, d8456c9b779d38610d5c4c6fcfaeb960, e902f602f6c7bb366a8b31f85e4c4fa2, f71f26504341dc1c7b747adaf26794fa, fba69d4a12941682030116d8d512740a 2024-11-20T03:00:39,840 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7feb4a7f3e46fcde734fb1ce1cdef734, disabling compactions & flushes 2024-11-20T03:00:39,840 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T03:00:39,840 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T03:00:39,840 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. after waiting 0 ms 2024-11-20T03:00:39,840 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T03:00:39,840 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7feb4a7f3e46fcde734fb1ce1cdef734 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:39,852 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1be39a085dd8c68625f69b83cd51b646/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:39,854 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T03:00:39,855 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1be39a085dd8c68625f69b83cd51b646: Waiting for close lock at 1732071639838Running coprocessor pre-close hooks at 1732071639838Disabling compacts and flushes for region at 1732071639838Disabling writes for close at 1732071639839 (+1 ms)Writing region close event to WAL at 1732071639848 (+9 ms)Running coprocessor post-close hooks at 1732071639853 (+5 ms)Closed at 1732071639854 (+1 ms) 2024-11-20T03:00:39,855 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732071449475.1be39a085dd8c68625f69b83cd51b646. 2024-11-20T03:00:39,855 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a132c467ead912d85634d493d37911d9, disabling compactions & flushes 2024-11-20T03:00:39,855 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T03:00:39,855 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T03:00:39,855 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. after waiting 0 ms 2024-11-20T03:00:39,855 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T03:00:39,856 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a132c467ead912d85634d493d37911d9 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:39,856 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/info/6fa182ccf38f4b86b4498a8db3358b47 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b./info:regioninfo/1732071637493/Put/seqid=0 2024-11-20T03:00:39,873 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734/.tmp/colfamily11/0f52b762f870478a9e82e9b2aecad613 is 52, key is hhh/colfamily11:colfamily11/1732071453228/Put/seqid=0 2024-11-20T03:00:39,878 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9/.tmp/colfamily11/a3a8cd6c0a074aac9ba2be94d3c14077 is 52, key is jjj/colfamily11:colfamily11/1732071453210/Put/seqid=0 2024-11-20T03:00:39,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741887_1063 (size=19812) 2024-11-20T03:00:39,884 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.37 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/info/6fa182ccf38f4b86b4498a8db3358b47 2024-11-20T03:00:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741887_1063 (size=19812) 2024-11-20T03:00:39,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741887_1063 (size=19812) 2024-11-20T03:00:39,888 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:39,892 INFO [regionserver/1c82b83631a2:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:39,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741888_1064 (size=39263) 2024-11-20T03:00:39,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741888_1064 (size=39263) 2024-11-20T03:00:39,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741888_1064 (size=39263) 2024-11-20T03:00:39,899 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734/.tmp/colfamily11/0f52b762f870478a9e82e9b2aecad613 2024-11-20T03:00:39,899 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/.tmp/info/6fa182ccf38f4b86b4498a8db3358b47 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/info/6fa182ccf38f4b86b4498a8db3358b47 2024-11-20T03:00:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741889_1065 (size=39263) 2024-11-20T03:00:39,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741889_1065 (size=39263) 2024-11-20T03:00:39,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741889_1065 (size=39263) 2024-11-20T03:00:39,909 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9/.tmp/colfamily11/a3a8cd6c0a074aac9ba2be94d3c14077 2024-11-20T03:00:39,909 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734/.tmp/colfamily11/0f52b762f870478a9e82e9b2aecad613 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734/colfamily11/0f52b762f870478a9e82e9b2aecad613 2024-11-20T03:00:39,911 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/info/6fa182ccf38f4b86b4498a8db3358b47, entries=72, sequenceid=81, filesize=19.3 K 2024-11-20T03:00:39,913 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.37 KB/13686, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=81, compaction requested=false 2024-11-20T03:00:39,920 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734/colfamily11/0f52b762f870478a9e82e9b2aecad613, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:39,921 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7feb4a7f3e46fcde734fb1ce1cdef734 in 81ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:39,926 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9/.tmp/colfamily11/a3a8cd6c0a074aac9ba2be94d3c14077 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9/colfamily11/a3a8cd6c0a074aac9ba2be94d3c14077 2024-11-20T03:00:39,935 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9/colfamily11/a3a8cd6c0a074aac9ba2be94d3c14077, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:39,935 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-20T03:00:39,936 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T03:00:39,936 INFO [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T03:00:39,936 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a132c467ead912d85634d493d37911d9 in 81ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:39,936 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732071639838Running coprocessor pre-close hooks at 1732071639838Disabling compacts and flushes for region at 1732071639838Disabling writes for close at 1732071639839 (+1 ms)Obtaining lock to block concurrent updates at 1732071639839Preparing flush snapshotting stores in 1588230740 at 1732071639839Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13686, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1732071639845 (+6 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732071639850 (+5 ms)Flushing 1588230740/info: creating writer at 1732071639850Flushing 1588230740/info: appending metadata at 1732071639856 (+6 ms)Flushing 1588230740/info: closing flushed file at 1732071639856Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@486307e8: reopening flushed file at 1732071639894 (+38 ms)Finished flush of dataSize ~13.37 KB/13686, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 74ms, sequenceid=81, compaction requested=false at 1732071639913 (+19 ms)Writing region close event to WAL at 1732071639924 (+11 ms)Running coprocessor post-close hooks at 1732071639936 (+12 ms)Closed at 1732071639936 2024-11-20T03:00:39,936 DEBUG [RS_CLOSE_META-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T03:00:39,937 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7feb4a7f3e46fcde734fb1ce1cdef734/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:39,938 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T03:00:39,938 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7feb4a7f3e46fcde734fb1ce1cdef734: Waiting for close lock at 1732071639840Running coprocessor pre-close hooks at 1732071639840Disabling compacts and flushes for region at 1732071639840Disabling writes for close at 1732071639840Obtaining lock to block concurrent updates at 1732071639840Preparing flush snapshotting stores in 7feb4a7f3e46fcde734fb1ce1cdef734 at 1732071639840Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071639845 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. at 1732071639849 (+4 ms)Flushing 7feb4a7f3e46fcde734fb1ce1cdef734/colfamily11: creating writer at 1732071639849Flushing 7feb4a7f3e46fcde734fb1ce1cdef734/colfamily11: appending metadata at 1732071639872 (+23 ms)Flushing 7feb4a7f3e46fcde734fb1ce1cdef734/colfamily11: closing flushed file at 1732071639872Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b8e5261: reopening flushed file at 1732071639907 (+35 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7feb4a7f3e46fcde734fb1ce1cdef734 in 81ms, sequenceid=5, compaction requested=false at 1732071639921 (+14 ms)Writing region close event to WAL at 1732071639927 (+6 ms)Running coprocessor post-close hooks at 1732071639937 (+10 ms)Closed at 1732071639938 (+1 ms) 2024-11-20T03:00:39,938 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732071449475.7feb4a7f3e46fcde734fb1ce1cdef734. 2024-11-20T03:00:39,938 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0e4eebc537653059fe80e5ca99e38fe2, disabling compactions & flushes 2024-11-20T03:00:39,938 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T03:00:39,939 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T03:00:39,939 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. after waiting 0 ms 2024-11-20T03:00:39,939 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T03:00:39,947 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/0e4eebc537653059fe80e5ca99e38fe2/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:39,947 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a132c467ead912d85634d493d37911d9/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:39,947 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0e4eebc537653059fe80e5ca99e38fe2: Waiting for close lock at 1732071639938Running coprocessor pre-close hooks at 1732071639938Disabling compacts and flushes for region at 1732071639938Disabling writes for close at 1732071639939 (+1 ms)Writing region close event to WAL at 1732071639941 (+2 ms)Running coprocessor post-close hooks at 1732071639947 (+6 ms)Closed at 1732071639947 2024-11-20T03:00:39,948 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a132c467ead912d85634d493d37911d9: Waiting for close lock at 1732071639855Running coprocessor pre-close hooks at 1732071639855Disabling compacts and flushes for region at 1732071639855Disabling writes for close at 1732071639855Obtaining lock to block concurrent updates at 1732071639856 (+1 ms)Preparing flush snapshotting stores in a132c467ead912d85634d493d37911d9 at 1732071639856Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071639856Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. at 1732071639856Flushing a132c467ead912d85634d493d37911d9/colfamily11: creating writer at 1732071639857 (+1 ms)Flushing a132c467ead912d85634d493d37911d9/colfamily11: appending metadata at 1732071639877 (+20 ms)Flushing a132c467ead912d85634d493d37911d9/colfamily11: closing flushed file at 1732071639877Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55829d20: reopening flushed file at 1732071639925 (+48 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a132c467ead912d85634d493d37911d9 in 81ms, sequenceid=5, compaction requested=false at 1732071639936 (+11 ms)Writing region close event to WAL at 1732071639940 (+4 ms)Running coprocessor post-close hooks at 1732071639947 (+7 ms)Closed at 1732071639947 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732071449475.0e4eebc537653059fe80e5ca99e38fe2. 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732071449475.a132c467ead912d85634d493d37911d9. 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2f890e402ea64e87a1fe6dd9d416dea4, disabling compactions & flushes 2024-11-20T03:00:39,948 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f02adc151a486e4986d5731e11815b7, disabling compactions & flushes 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T03:00:39,948 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. after waiting 0 ms 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. after waiting 0 ms 2024-11-20T03:00:39,948 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T03:00:39,948 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2f890e402ea64e87a1fe6dd9d416dea4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:39,948 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5f02adc151a486e4986d5731e11815b7 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:39,970 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7/.tmp/colfamily11/c41eff4779ba4e1392e4fca4f169905f is 52, key is bbb/colfamily11:colfamily11/1732071453087/Put/seqid=0 2024-11-20T03:00:39,970 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4/.tmp/colfamily11/5057a4fd025c42f6ab26068ad4d102a9 is 52, key is ccc/colfamily11:colfamily11/1732071453080/Put/seqid=0 2024-11-20T03:00:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741891_1067 (size=39263) 2024-11-20T03:00:39,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741891_1067 (size=39263) 2024-11-20T03:00:39,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741891_1067 (size=39263) 2024-11-20T03:00:39,989 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7/.tmp/colfamily11/c41eff4779ba4e1392e4fca4f169905f 2024-11-20T03:00:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741890_1066 (size=39263) 2024-11-20T03:00:39,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741890_1066 (size=39263) 2024-11-20T03:00:39,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741890_1066 (size=39263) 2024-11-20T03:00:39,994 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4/.tmp/colfamily11/5057a4fd025c42f6ab26068ad4d102a9 2024-11-20T03:00:40,001 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7/.tmp/colfamily11/c41eff4779ba4e1392e4fca4f169905f as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7/colfamily11/c41eff4779ba4e1392e4fca4f169905f 2024-11-20T03:00:40,003 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4/.tmp/colfamily11/5057a4fd025c42f6ab26068ad4d102a9 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4/colfamily11/5057a4fd025c42f6ab26068ad4d102a9 2024-11-20T03:00:40,011 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7/colfamily11/c41eff4779ba4e1392e4fca4f169905f, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,012 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4/colfamily11/5057a4fd025c42f6ab26068ad4d102a9, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,013 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f02adc151a486e4986d5731e11815b7 in 64ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,013 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2f890e402ea64e87a1fe6dd9d416dea4 in 65ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,032 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5f02adc151a486e4986d5731e11815b7/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,035 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T03:00:40,035 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f02adc151a486e4986d5731e11815b7: Waiting for close lock at 1732071639948Running coprocessor pre-close hooks at 1732071639948Disabling compacts and flushes for region at 1732071639948Disabling writes for close at 1732071639948Obtaining lock to block concurrent updates at 1732071639948Preparing flush snapshotting stores in 5f02adc151a486e4986d5731e11815b7 at 1732071639948Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071639948Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. at 1732071639949 (+1 ms)Flushing 5f02adc151a486e4986d5731e11815b7/colfamily11: creating writer at 1732071639949Flushing 5f02adc151a486e4986d5731e11815b7/colfamily11: appending metadata at 1732071639969 (+20 ms)Flushing 5f02adc151a486e4986d5731e11815b7/colfamily11: closing flushed file at 1732071639969Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@49f34db3: reopening flushed file at 1732071639999 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5f02adc151a486e4986d5731e11815b7 in 64ms, sequenceid=5, compaction requested=false at 1732071640013 (+14 ms)Writing region close event to WAL at 1732071640020 (+7 ms)Running coprocessor post-close hooks at 1732071640034 (+14 ms)Closed at 1732071640034 2024-11-20T03:00:40,035 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732071449475.5f02adc151a486e4986d5731e11815b7. 2024-11-20T03:00:40,035 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 27f5be1bfce60bb2098abeb141295dbf, disabling compactions & flushes 2024-11-20T03:00:40,035 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T03:00:40,035 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T03:00:40,035 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. after waiting 0 ms 2024-11-20T03:00:40,035 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T03:00:40,035 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 27f5be1bfce60bb2098abeb141295dbf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,039 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1351): Waiting on 1e47c9ca129e055860e308d6e26f432f, 27f5be1bfce60bb2098abeb141295dbf, 3c89aa1cfe5293a3f0afddfa4025c4fe, 6c27e7ecac525cdc37886d8b16b6e94d, 80ffa0c141df249de13a1d8cc59d689b, 8bf9cb39250c1dccedce415226e7bfaa, 98ff9f2ddd1e0ef4bc08efd73b01edfb, d2801060ac70ac0fdb415c62dfadd2b1, f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T03:00:40,040 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1351): Waiting on 29612dc9b130ded36d5f98add04db627, 2f890e402ea64e87a1fe6dd9d416dea4, 334a9529502cd005bf7a79dff1c8cdfe, 5210c0b2d21aa97ccba2283b50fd2c1f, 5329f2d9907ca0e02a96bc6b79fb9333, 8eb1eb1ee6e5fe16483923c99a8d16af, b177557ca7459bbbe5faaf044c9a0c1d, c3cb3232dcdc7e38e33c64f531e75bfd, d8456c9b779d38610d5c4c6fcfaeb960, e902f602f6c7bb366a8b31f85e4c4fa2, f71f26504341dc1c7b747adaf26794fa, fba69d4a12941682030116d8d512740a 2024-11-20T03:00:40,050 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2f890e402ea64e87a1fe6dd9d416dea4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,051 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T03:00:40,052 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2f890e402ea64e87a1fe6dd9d416dea4: Waiting for close lock at 1732071639948Running coprocessor pre-close hooks at 1732071639948Disabling compacts and flushes for region at 1732071639948Disabling writes for close at 1732071639948Obtaining lock to block concurrent updates at 1732071639948Preparing flush snapshotting stores in 2f890e402ea64e87a1fe6dd9d416dea4 at 1732071639948Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071639948Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. at 1732071639949 (+1 ms)Flushing 2f890e402ea64e87a1fe6dd9d416dea4/colfamily11: creating writer at 1732071639949Flushing 2f890e402ea64e87a1fe6dd9d416dea4/colfamily11: appending metadata at 1732071639970 (+21 ms)Flushing 2f890e402ea64e87a1fe6dd9d416dea4/colfamily11: closing flushed file at 1732071639970Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5e941664: reopening flushed file at 1732071640001 (+31 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2f890e402ea64e87a1fe6dd9d416dea4 in 65ms, sequenceid=5, compaction requested=false at 1732071640013 (+12 ms)Writing region close event to WAL at 1732071640027 (+14 ms)Running coprocessor post-close hooks at 1732071640051 (+24 ms)Closed at 1732071640051 2024-11-20T03:00:40,052 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732071449475.2f890e402ea64e87a1fe6dd9d416dea4. 2024-11-20T03:00:40,052 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29612dc9b130ded36d5f98add04db627, disabling compactions & flushes 2024-11-20T03:00:40,052 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T03:00:40,052 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T03:00:40,052 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. after waiting 0 ms 2024-11-20T03:00:40,052 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T03:00:40,071 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf/.tmp/colfamily11/3947df48230846a7beb0eae27de79ae4 is 52, key is mmm/colfamily11:colfamily11/1732071453276/Put/seqid=0 2024-11-20T03:00:40,074 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29612dc9b130ded36d5f98add04db627/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:40,074 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T03:00:40,074 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29612dc9b130ded36d5f98add04db627: Waiting for close lock at 1732071640052Running coprocessor pre-close hooks at 1732071640052Disabling compacts and flushes for region at 1732071640052Disabling writes for close at 1732071640052Writing region close event to WAL at 1732071640067 (+15 ms)Running coprocessor post-close hooks at 1732071640074 (+7 ms)Closed at 1732071640074 2024-11-20T03:00:40,075 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732071449475.29612dc9b130ded36d5f98add04db627. 2024-11-20T03:00:40,075 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5329f2d9907ca0e02a96bc6b79fb9333, disabling compactions & flushes 2024-11-20T03:00:40,075 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T03:00:40,075 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T03:00:40,075 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. after waiting 0 ms 2024-11-20T03:00:40,075 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T03:00:40,075 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5329f2d9907ca0e02a96bc6b79fb9333 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,099 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333/.tmp/colfamily11/411173c767a94af98c7bd0a533676ef8 is 52, key is ddd/colfamily11:colfamily11/1732071453116/Put/seqid=0 2024-11-20T03:00:40,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741892_1068 (size=39263) 2024-11-20T03:00:40,138 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741892_1068 (size=39263) 2024-11-20T03:00:40,140 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741892_1068 (size=39263) 2024-11-20T03:00:40,141 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf/.tmp/colfamily11/3947df48230846a7beb0eae27de79ae4 2024-11-20T03:00:40,153 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf/.tmp/colfamily11/3947df48230846a7beb0eae27de79ae4 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf/colfamily11/3947df48230846a7beb0eae27de79ae4 2024-11-20T03:00:40,166 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf/colfamily11/3947df48230846a7beb0eae27de79ae4, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,168 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 27f5be1bfce60bb2098abeb141295dbf in 133ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741893_1069 (size=39263) 2024-11-20T03:00:40,189 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741893_1069 (size=39263) 2024-11-20T03:00:40,190 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741893_1069 (size=39263) 2024-11-20T03:00:40,192 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333/.tmp/colfamily11/411173c767a94af98c7bd0a533676ef8 2024-11-20T03:00:40,205 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333/.tmp/colfamily11/411173c767a94af98c7bd0a533676ef8 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333/colfamily11/411173c767a94af98c7bd0a533676ef8 2024-11-20T03:00:40,207 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/27f5be1bfce60bb2098abeb141295dbf/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,208 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T03:00:40,208 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 27f5be1bfce60bb2098abeb141295dbf: Waiting for close lock at 1732071640035Running coprocessor pre-close hooks at 1732071640035Disabling compacts and flushes for region at 1732071640035Disabling writes for close at 1732071640035Obtaining lock to block concurrent updates at 1732071640035Preparing flush snapshotting stores in 27f5be1bfce60bb2098abeb141295dbf at 1732071640035Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640036 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. at 1732071640037 (+1 ms)Flushing 27f5be1bfce60bb2098abeb141295dbf/colfamily11: creating writer at 1732071640037Flushing 27f5be1bfce60bb2098abeb141295dbf/colfamily11: appending metadata at 1732071640071 (+34 ms)Flushing 27f5be1bfce60bb2098abeb141295dbf/colfamily11: closing flushed file at 1732071640071Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@776ef8b1: reopening flushed file at 1732071640151 (+80 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 27f5be1bfce60bb2098abeb141295dbf in 133ms, sequenceid=5, compaction requested=false at 1732071640168 (+17 ms)Writing region close event to WAL at 1732071640188 (+20 ms)Running coprocessor post-close hooks at 1732071640208 (+20 ms)Closed at 1732071640208 2024-11-20T03:00:40,209 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732071449475.27f5be1bfce60bb2098abeb141295dbf. 2024-11-20T03:00:40,209 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f2cbce33d5ca1609e47280634f86e9a1, disabling compactions & flushes 2024-11-20T03:00:40,209 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T03:00:40,209 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T03:00:40,209 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. after waiting 0 ms 2024-11-20T03:00:40,209 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T03:00:40,209 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f2cbce33d5ca1609e47280634f86e9a1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,216 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333/colfamily11/411173c767a94af98c7bd0a533676ef8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,217 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5329f2d9907ca0e02a96bc6b79fb9333 in 142ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,237 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1/.tmp/colfamily11/f7c7911103ee42989fec8f7a714f83d1 is 52, key is ppp/colfamily11:colfamily11/1732071453314/Put/seqid=0 2024-11-20T03:00:40,239 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1351): Waiting on 1e47c9ca129e055860e308d6e26f432f, 3c89aa1cfe5293a3f0afddfa4025c4fe, 6c27e7ecac525cdc37886d8b16b6e94d, 80ffa0c141df249de13a1d8cc59d689b, 8bf9cb39250c1dccedce415226e7bfaa, 98ff9f2ddd1e0ef4bc08efd73b01edfb, d2801060ac70ac0fdb415c62dfadd2b1, f2cbce33d5ca1609e47280634f86e9a1 2024-11-20T03:00:40,240 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1351): Waiting on 334a9529502cd005bf7a79dff1c8cdfe, 5210c0b2d21aa97ccba2283b50fd2c1f, 5329f2d9907ca0e02a96bc6b79fb9333, 8eb1eb1ee6e5fe16483923c99a8d16af, b177557ca7459bbbe5faaf044c9a0c1d, c3cb3232dcdc7e38e33c64f531e75bfd, d8456c9b779d38610d5c4c6fcfaeb960, e902f602f6c7bb366a8b31f85e4c4fa2, f71f26504341dc1c7b747adaf26794fa, fba69d4a12941682030116d8d512740a 2024-11-20T03:00:40,251 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5329f2d9907ca0e02a96bc6b79fb9333/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,252 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T03:00:40,252 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5329f2d9907ca0e02a96bc6b79fb9333: Waiting for close lock at 1732071640075Running coprocessor pre-close hooks at 1732071640075Disabling compacts and flushes for region at 1732071640075Disabling writes for close at 1732071640075Obtaining lock to block concurrent updates at 1732071640075Preparing flush snapshotting stores in 5329f2d9907ca0e02a96bc6b79fb9333 at 1732071640075Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640075Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. at 1732071640076 (+1 ms)Flushing 5329f2d9907ca0e02a96bc6b79fb9333/colfamily11: creating writer at 1732071640076Flushing 5329f2d9907ca0e02a96bc6b79fb9333/colfamily11: appending metadata at 1732071640099 (+23 ms)Flushing 5329f2d9907ca0e02a96bc6b79fb9333/colfamily11: closing flushed file at 1732071640099Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@23b80222: reopening flushed file at 1732071640204 (+105 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5329f2d9907ca0e02a96bc6b79fb9333 in 142ms, sequenceid=5, compaction requested=false at 1732071640217 (+13 ms)Writing region close event to WAL at 1732071640239 (+22 ms)Running coprocessor post-close hooks at 1732071640252 (+13 ms)Closed at 1732071640252 2024-11-20T03:00:40,252 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732071449475.5329f2d9907ca0e02a96bc6b79fb9333. 2024-11-20T03:00:40,253 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8456c9b779d38610d5c4c6fcfaeb960, disabling compactions & flushes 2024-11-20T03:00:40,253 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T03:00:40,253 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T03:00:40,253 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. after waiting 0 ms 2024-11-20T03:00:40,254 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T03:00:40,267 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8456c9b779d38610d5c4c6fcfaeb960/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:40,268 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T03:00:40,268 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8456c9b779d38610d5c4c6fcfaeb960: Waiting for close lock at 1732071640253Running coprocessor pre-close hooks at 1732071640253Disabling compacts and flushes for region at 1732071640253Disabling writes for close at 1732071640254 (+1 ms)Writing region close event to WAL at 1732071640256 (+2 ms)Running coprocessor post-close hooks at 1732071640267 (+11 ms)Closed at 1732071640268 (+1 ms) 2024-11-20T03:00:40,268 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732071449475.d8456c9b779d38610d5c4c6fcfaeb960. 2024-11-20T03:00:40,268 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e902f602f6c7bb366a8b31f85e4c4fa2, disabling compactions & flushes 2024-11-20T03:00:40,268 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T03:00:40,268 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T03:00:40,268 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. after waiting 0 ms 2024-11-20T03:00:40,268 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T03:00:40,269 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e902f602f6c7bb366a8b31f85e4c4fa2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741894_1070 (size=39263) 2024-11-20T03:00:40,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741894_1070 (size=39263) 2024-11-20T03:00:40,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741894_1070 (size=39263) 2024-11-20T03:00:40,286 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1/.tmp/colfamily11/f7c7911103ee42989fec8f7a714f83d1 2024-11-20T03:00:40,299 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2/.tmp/colfamily11/d3c09f2f8f534abfb254233296515ddc is 52, key is kkk/colfamily11:colfamily11/1732071453272/Put/seqid=0 2024-11-20T03:00:40,303 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1/.tmp/colfamily11/f7c7911103ee42989fec8f7a714f83d1 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1/colfamily11/f7c7911103ee42989fec8f7a714f83d1 2024-11-20T03:00:40,316 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1/colfamily11/f7c7911103ee42989fec8f7a714f83d1, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,318 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f2cbce33d5ca1609e47280634f86e9a1 in 108ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741895_1071 (size=39263) 2024-11-20T03:00:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741895_1071 (size=39263) 2024-11-20T03:00:40,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741895_1071 (size=39263) 2024-11-20T03:00:40,328 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2/.tmp/colfamily11/d3c09f2f8f534abfb254233296515ddc 2024-11-20T03:00:40,336 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f2cbce33d5ca1609e47280634f86e9a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,339 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T03:00:40,339 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f2cbce33d5ca1609e47280634f86e9a1: Waiting for close lock at 1732071640209Running coprocessor pre-close hooks at 1732071640209Disabling compacts and flushes for region at 1732071640209Disabling writes for close at 1732071640209Obtaining lock to block concurrent updates at 1732071640209Preparing flush snapshotting stores in f2cbce33d5ca1609e47280634f86e9a1 at 1732071640209Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640210 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. at 1732071640211 (+1 ms)Flushing f2cbce33d5ca1609e47280634f86e9a1/colfamily11: creating writer at 1732071640211Flushing f2cbce33d5ca1609e47280634f86e9a1/colfamily11: appending metadata at 1732071640236 (+25 ms)Flushing f2cbce33d5ca1609e47280634f86e9a1/colfamily11: closing flushed file at 1732071640237 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5487547e: reopening flushed file at 1732071640299 (+62 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f2cbce33d5ca1609e47280634f86e9a1 in 108ms, sequenceid=5, compaction requested=false at 1732071640318 (+19 ms)Writing region close event to WAL at 1732071640327 (+9 ms)Running coprocessor post-close hooks at 1732071640339 (+12 ms)Closed at 1732071640339 2024-11-20T03:00:40,340 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732071449475.f2cbce33d5ca1609e47280634f86e9a1. 2024-11-20T03:00:40,341 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6c27e7ecac525cdc37886d8b16b6e94d, disabling compactions & flushes 2024-11-20T03:00:40,341 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T03:00:40,341 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T03:00:40,341 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. after waiting 0 ms 2024-11-20T03:00:40,341 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T03:00:40,341 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6c27e7ecac525cdc37886d8b16b6e94d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,341 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T03:00:40,348 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2/.tmp/colfamily11/d3c09f2f8f534abfb254233296515ddc as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2/colfamily11/d3c09f2f8f534abfb254233296515ddc 2024-11-20T03:00:40,366 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2/colfamily11/d3c09f2f8f534abfb254233296515ddc, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,369 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e902f602f6c7bb366a8b31f85e4c4fa2 in 101ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,376 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d/.tmp/colfamily11/383c4caaa02d4734bb8cd5efe50abfc8 is 52, key is ggg/colfamily11:colfamily11/1732071453134/Put/seqid=0 2024-11-20T03:00:40,419 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e902f602f6c7bb366a8b31f85e4c4fa2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,420 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T03:00:40,421 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e902f602f6c7bb366a8b31f85e4c4fa2: Waiting for close lock at 1732071640268Running coprocessor pre-close hooks at 1732071640268Disabling compacts and flushes for region at 1732071640268Disabling writes for close at 1732071640268Obtaining lock to block concurrent updates at 1732071640269 (+1 ms)Preparing flush snapshotting stores in e902f602f6c7bb366a8b31f85e4c4fa2 at 1732071640269Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640269Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. at 1732071640270 (+1 ms)Flushing e902f602f6c7bb366a8b31f85e4c4fa2/colfamily11: creating writer at 1732071640270Flushing e902f602f6c7bb366a8b31f85e4c4fa2/colfamily11: appending metadata at 1732071640298 (+28 ms)Flushing e902f602f6c7bb366a8b31f85e4c4fa2/colfamily11: closing flushed file at 1732071640298Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dae5542: reopening flushed file at 1732071640345 (+47 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e902f602f6c7bb366a8b31f85e4c4fa2 in 101ms, sequenceid=5, compaction requested=false at 1732071640370 (+25 ms)Writing region close event to WAL at 1732071640396 (+26 ms)Running coprocessor post-close hooks at 1732071640420 (+24 ms)Closed at 1732071640420 2024-11-20T03:00:40,421 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732071449475.e902f602f6c7bb366a8b31f85e4c4fa2. 2024-11-20T03:00:40,421 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5210c0b2d21aa97ccba2283b50fd2c1f, disabling compactions & flushes 2024-11-20T03:00:40,421 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T03:00:40,421 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T03:00:40,421 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. after waiting 0 ms 2024-11-20T03:00:40,421 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T03:00:40,421 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5210c0b2d21aa97ccba2283b50fd2c1f 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,439 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1351): Waiting on 1e47c9ca129e055860e308d6e26f432f, 3c89aa1cfe5293a3f0afddfa4025c4fe, 6c27e7ecac525cdc37886d8b16b6e94d, 80ffa0c141df249de13a1d8cc59d689b, 8bf9cb39250c1dccedce415226e7bfaa, 98ff9f2ddd1e0ef4bc08efd73b01edfb, d2801060ac70ac0fdb415c62dfadd2b1 2024-11-20T03:00:40,441 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1351): Waiting on 334a9529502cd005bf7a79dff1c8cdfe, 5210c0b2d21aa97ccba2283b50fd2c1f, 8eb1eb1ee6e5fe16483923c99a8d16af, b177557ca7459bbbe5faaf044c9a0c1d, c3cb3232dcdc7e38e33c64f531e75bfd, f71f26504341dc1c7b747adaf26794fa, fba69d4a12941682030116d8d512740a 2024-11-20T03:00:40,454 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f/.tmp/colfamily11/f52e4364e7d847c1845a0d26969471bb is 52, key is qqq/colfamily11:colfamily11/1732071453319/Put/seqid=0 2024-11-20T03:00:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741896_1072 (size=39263) 2024-11-20T03:00:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741896_1072 (size=39263) 2024-11-20T03:00:40,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741896_1072 (size=39263) 2024-11-20T03:00:40,473 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d/.tmp/colfamily11/383c4caaa02d4734bb8cd5efe50abfc8 2024-11-20T03:00:40,481 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d/.tmp/colfamily11/383c4caaa02d4734bb8cd5efe50abfc8 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d/colfamily11/383c4caaa02d4734bb8cd5efe50abfc8 2024-11-20T03:00:40,489 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d/colfamily11/383c4caaa02d4734bb8cd5efe50abfc8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741897_1073 (size=39263) 2024-11-20T03:00:40,490 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6c27e7ecac525cdc37886d8b16b6e94d in 149ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741897_1073 (size=39263) 2024-11-20T03:00:40,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741897_1073 (size=39263) 2024-11-20T03:00:40,491 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:00:40,491 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:00:40,492 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f/.tmp/colfamily11/f52e4364e7d847c1845a0d26969471bb 2024-11-20T03:00:40,497 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6c27e7ecac525cdc37886d8b16b6e94d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,498 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T03:00:40,498 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6c27e7ecac525cdc37886d8b16b6e94d: Waiting for close lock at 1732071640340Running coprocessor pre-close hooks at 1732071640340Disabling compacts and flushes for region at 1732071640341 (+1 ms)Disabling writes for close at 1732071640341Obtaining lock to block concurrent updates at 1732071640341Preparing flush snapshotting stores in 6c27e7ecac525cdc37886d8b16b6e94d at 1732071640341Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640341Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. at 1732071640346 (+5 ms)Flushing 6c27e7ecac525cdc37886d8b16b6e94d/colfamily11: creating writer at 1732071640346Flushing 6c27e7ecac525cdc37886d8b16b6e94d/colfamily11: appending metadata at 1732071640376 (+30 ms)Flushing 6c27e7ecac525cdc37886d8b16b6e94d/colfamily11: closing flushed file at 1732071640376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f32b7eb: reopening flushed file at 1732071640480 (+104 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6c27e7ecac525cdc37886d8b16b6e94d in 149ms, sequenceid=5, compaction requested=false at 1732071640490 (+10 ms)Writing region close event to WAL at 1732071640491 (+1 ms)Running coprocessor post-close hooks at 1732071640497 (+6 ms)Closed at 1732071640498 (+1 ms) 2024-11-20T03:00:40,498 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732071449475.6c27e7ecac525cdc37886d8b16b6e94d. 2024-11-20T03:00:40,498 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 80ffa0c141df249de13a1d8cc59d689b, disabling compactions & flushes 2024-11-20T03:00:40,498 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T03:00:40,498 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T03:00:40,498 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. after waiting 0 ms 2024-11-20T03:00:40,498 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T03:00:40,504 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f/.tmp/colfamily11/f52e4364e7d847c1845a0d26969471bb as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f/colfamily11/f52e4364e7d847c1845a0d26969471bb 2024-11-20T03:00:40,515 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/80ffa0c141df249de13a1d8cc59d689b/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:40,515 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f/colfamily11/f52e4364e7d847c1845a0d26969471bb, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,516 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T03:00:40,516 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 80ffa0c141df249de13a1d8cc59d689b: Waiting for close lock at 1732071640498Running coprocessor pre-close hooks at 1732071640498Disabling compacts and flushes for region at 1732071640498Disabling writes for close at 1732071640498Writing region close event to WAL at 1732071640503 (+5 ms)Running coprocessor post-close hooks at 1732071640516 (+13 ms)Closed at 1732071640516 2024-11-20T03:00:40,516 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732071449475.80ffa0c141df249de13a1d8cc59d689b. 2024-11-20T03:00:40,517 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e47c9ca129e055860e308d6e26f432f, disabling compactions & flushes 2024-11-20T03:00:40,517 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5210c0b2d21aa97ccba2283b50fd2c1f in 96ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,517 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T03:00:40,517 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T03:00:40,517 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. after waiting 0 ms 2024-11-20T03:00:40,517 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T03:00:40,521 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T03:00:40,521 INFO [regionserver/1c82b83631a2:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T03:00:40,529 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e47c9ca129e055860e308d6e26f432f/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:40,530 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T03:00:40,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e47c9ca129e055860e308d6e26f432f: Waiting for close lock at 1732071640517Running coprocessor pre-close hooks at 1732071640517Disabling compacts and flushes for region at 1732071640517Disabling writes for close at 1732071640517Writing region close event to WAL at 1732071640525 (+8 ms)Running coprocessor post-close hooks at 1732071640530 (+5 ms)Closed at 1732071640530 2024-11-20T03:00:40,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732071449475.1e47c9ca129e055860e308d6e26f432f. 2024-11-20T03:00:40,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d2801060ac70ac0fdb415c62dfadd2b1, disabling compactions & flushes 2024-11-20T03:00:40,530 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T03:00:40,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T03:00:40,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. after waiting 0 ms 2024-11-20T03:00:40,530 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T03:00:40,534 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5210c0b2d21aa97ccba2283b50fd2c1f/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,534 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T03:00:40,534 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5210c0b2d21aa97ccba2283b50fd2c1f: Waiting for close lock at 1732071640421Running coprocessor pre-close hooks at 1732071640421Disabling compacts and flushes for region at 1732071640421Disabling writes for close at 1732071640421Obtaining lock to block concurrent updates at 1732071640421Preparing flush snapshotting stores in 5210c0b2d21aa97ccba2283b50fd2c1f at 1732071640421Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640422 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. at 1732071640422Flushing 5210c0b2d21aa97ccba2283b50fd2c1f/colfamily11: creating writer at 1732071640423 (+1 ms)Flushing 5210c0b2d21aa97ccba2283b50fd2c1f/colfamily11: appending metadata at 1732071640454 (+31 ms)Flushing 5210c0b2d21aa97ccba2283b50fd2c1f/colfamily11: closing flushed file at 1732071640454Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@364a9fb7: reopening flushed file at 1732071640501 (+47 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5210c0b2d21aa97ccba2283b50fd2c1f in 96ms, sequenceid=5, compaction requested=false at 1732071640517 (+16 ms)Writing region close event to WAL at 1732071640525 (+8 ms)Running coprocessor post-close hooks at 1732071640534 (+9 ms)Closed at 1732071640534 2024-11-20T03:00:40,535 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732071449475.5210c0b2d21aa97ccba2283b50fd2c1f. 2024-11-20T03:00:40,535 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f71f26504341dc1c7b747adaf26794fa, disabling compactions & flushes 2024-11-20T03:00:40,535 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T03:00:40,535 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T03:00:40,535 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. after waiting 0 ms 2024-11-20T03:00:40,535 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T03:00:40,540 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d2801060ac70ac0fdb415c62dfadd2b1/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:40,543 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T03:00:40,543 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d2801060ac70ac0fdb415c62dfadd2b1: Waiting for close lock at 1732071640530Running coprocessor pre-close hooks at 1732071640530Disabling compacts and flushes for region at 1732071640530Disabling writes for close at 1732071640530Writing region close event to WAL at 1732071640534 (+4 ms)Running coprocessor post-close hooks at 1732071640543 (+9 ms)Closed at 1732071640543 2024-11-20T03:00:40,543 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732071449475.d2801060ac70ac0fdb415c62dfadd2b1. 2024-11-20T03:00:40,543 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 98ff9f2ddd1e0ef4bc08efd73b01edfb, disabling compactions & flushes 2024-11-20T03:00:40,543 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T03:00:40,543 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T03:00:40,543 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. after waiting 0 ms 2024-11-20T03:00:40,543 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T03:00:40,543 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 98ff9f2ddd1e0ef4bc08efd73b01edfb 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-20T03:00:40,545 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f71f26504341dc1c7b747adaf26794fa/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:40,546 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T03:00:40,546 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f71f26504341dc1c7b747adaf26794fa: Waiting for close lock at 1732071640535Running coprocessor pre-close hooks at 1732071640535Disabling compacts and flushes for region at 1732071640535Disabling writes for close at 1732071640535Writing region close event to WAL at 1732071640536 (+1 ms)Running coprocessor post-close hooks at 1732071640546 (+10 ms)Closed at 1732071640546 2024-11-20T03:00:40,546 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732071449475.f71f26504341dc1c7b747adaf26794fa. 2024-11-20T03:00:40,546 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b177557ca7459bbbe5faaf044c9a0c1d, disabling compactions & flushes 2024-11-20T03:00:40,546 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T03:00:40,546 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T03:00:40,546 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. after waiting 0 ms 2024-11-20T03:00:40,547 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T03:00:40,547 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b177557ca7459bbbe5faaf044c9a0c1d 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,567 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb/.tmp/colfamily11/69438887dc664d7cb33f44bc2a79325f is 52, key is zzz/colfamily11:colfamily11/1732071453440/Put/seqid=0 2024-11-20T03:00:40,579 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d/.tmp/colfamily11/836205f081d24c2fa0ac6c8bdb611af6 is 52, key is fff/colfamily11:colfamily11/1732071453162/Put/seqid=0 2024-11-20T03:00:40,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741899_1075 (size=39263) 2024-11-20T03:00:40,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741898_1074 (size=4857) 2024-11-20T03:00:40,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741898_1074 (size=4857) 2024-11-20T03:00:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741898_1074 (size=4857) 2024-11-20T03:00:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741899_1075 (size=39263) 2024-11-20T03:00:40,611 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d/.tmp/colfamily11/836205f081d24c2fa0ac6c8bdb611af6 2024-11-20T03:00:40,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741899_1075 (size=39263) 2024-11-20T03:00:40,611 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb/.tmp/colfamily11/69438887dc664d7cb33f44bc2a79325f 2024-11-20T03:00:40,628 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d/.tmp/colfamily11/836205f081d24c2fa0ac6c8bdb611af6 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d/colfamily11/836205f081d24c2fa0ac6c8bdb611af6 2024-11-20T03:00:40,629 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb/.tmp/colfamily11/69438887dc664d7cb33f44bc2a79325f as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb/colfamily11/69438887dc664d7cb33f44bc2a79325f 2024-11-20T03:00:40,639 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1351): Waiting on 3c89aa1cfe5293a3f0afddfa4025c4fe, 8bf9cb39250c1dccedce415226e7bfaa, 98ff9f2ddd1e0ef4bc08efd73b01edfb 2024-11-20T03:00:40,640 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb/colfamily11/69438887dc664d7cb33f44bc2a79325f, entries=1, sequenceid=5, filesize=4.7 K 2024-11-20T03:00:40,641 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1351): Waiting on 334a9529502cd005bf7a79dff1c8cdfe, 8eb1eb1ee6e5fe16483923c99a8d16af, b177557ca7459bbbe5faaf044c9a0c1d, c3cb3232dcdc7e38e33c64f531e75bfd, fba69d4a12941682030116d8d512740a 2024-11-20T03:00:40,641 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 98ff9f2ddd1e0ef4bc08efd73b01edfb in 98ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,654 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d/colfamily11/836205f081d24c2fa0ac6c8bdb611af6, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,656 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b177557ca7459bbbe5faaf044c9a0c1d in 109ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,667 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/98ff9f2ddd1e0ef4bc08efd73b01edfb/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,668 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T03:00:40,668 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 98ff9f2ddd1e0ef4bc08efd73b01edfb: Waiting for close lock at 1732071640543Running coprocessor pre-close hooks at 1732071640543Disabling compacts and flushes for region at 1732071640543Disabling writes for close at 1732071640543Obtaining lock to block concurrent updates at 1732071640543Preparing flush snapshotting stores in 98ff9f2ddd1e0ef4bc08efd73b01edfb at 1732071640543Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1732071640544 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. at 1732071640545 (+1 ms)Flushing 98ff9f2ddd1e0ef4bc08efd73b01edfb/colfamily11: creating writer at 1732071640545Flushing 98ff9f2ddd1e0ef4bc08efd73b01edfb/colfamily11: appending metadata at 1732071640567 (+22 ms)Flushing 98ff9f2ddd1e0ef4bc08efd73b01edfb/colfamily11: closing flushed file at 1732071640567Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8c160b: reopening flushed file at 1732071640627 (+60 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 98ff9f2ddd1e0ef4bc08efd73b01edfb in 98ms, sequenceid=5, compaction requested=false at 1732071640641 (+14 ms)Writing region close event to WAL at 1732071640659 (+18 ms)Running coprocessor post-close hooks at 1732071640668 (+9 ms)Closed at 1732071640668 2024-11-20T03:00:40,668 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732071449475.98ff9f2ddd1e0ef4bc08efd73b01edfb. 2024-11-20T03:00:40,668 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8bf9cb39250c1dccedce415226e7bfaa, disabling compactions & flushes 2024-11-20T03:00:40,668 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T03:00:40,668 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T03:00:40,668 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. after waiting 0 ms 2024-11-20T03:00:40,668 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T03:00:40,669 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8bf9cb39250c1dccedce415226e7bfaa 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,678 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b177557ca7459bbbe5faaf044c9a0c1d/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,679 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T03:00:40,680 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b177557ca7459bbbe5faaf044c9a0c1d: Waiting for close lock at 1732071640546Running coprocessor pre-close hooks at 1732071640546Disabling compacts and flushes for region at 1732071640546Disabling writes for close at 1732071640547 (+1 ms)Obtaining lock to block concurrent updates at 1732071640547Preparing flush snapshotting stores in b177557ca7459bbbe5faaf044c9a0c1d at 1732071640547Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640547Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. at 1732071640548 (+1 ms)Flushing b177557ca7459bbbe5faaf044c9a0c1d/colfamily11: creating writer at 1732071640548Flushing b177557ca7459bbbe5faaf044c9a0c1d/colfamily11: appending metadata at 1732071640578 (+30 ms)Flushing b177557ca7459bbbe5faaf044c9a0c1d/colfamily11: closing flushed file at 1732071640578Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fdb723a: reopening flushed file at 1732071640626 (+48 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b177557ca7459bbbe5faaf044c9a0c1d in 109ms, sequenceid=5, compaction requested=false at 1732071640656 (+30 ms)Writing region close event to WAL at 1732071640667 (+11 ms)Running coprocessor post-close hooks at 1732071640679 (+12 ms)Closed at 1732071640679 2024-11-20T03:00:40,680 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732071449475.b177557ca7459bbbe5faaf044c9a0c1d. 2024-11-20T03:00:40,680 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing fba69d4a12941682030116d8d512740a, disabling compactions & flushes 2024-11-20T03:00:40,680 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T03:00:40,680 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T03:00:40,682 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. after waiting 0 ms 2024-11-20T03:00:40,682 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T03:00:40,683 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing fba69d4a12941682030116d8d512740a 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,698 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa/.tmp/colfamily11/7187323b6a55410b8598a50e12d691a7 is 52, key is sss/colfamily11:colfamily11/1732071453351/Put/seqid=0 2024-11-20T03:00:40,713 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a/.tmp/colfamily11/bc2a95bb226c4de591e9c117f017d40a is 52, key is ttt/colfamily11:colfamily11/1732071453341/Put/seqid=0 2024-11-20T03:00:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741900_1076 (size=39263) 2024-11-20T03:00:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741900_1076 (size=39263) 2024-11-20T03:00:40,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741900_1076 (size=39263) 2024-11-20T03:00:40,733 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa/.tmp/colfamily11/7187323b6a55410b8598a50e12d691a7 2024-11-20T03:00:40,742 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa/.tmp/colfamily11/7187323b6a55410b8598a50e12d691a7 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa/colfamily11/7187323b6a55410b8598a50e12d691a7 2024-11-20T03:00:40,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741901_1077 (size=39263) 2024-11-20T03:00:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741901_1077 (size=39263) 2024-11-20T03:00:40,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741901_1077 (size=39263) 2024-11-20T03:00:40,750 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa/colfamily11/7187323b6a55410b8598a50e12d691a7, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,751 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8bf9cb39250c1dccedce415226e7bfaa in 83ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,752 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a/.tmp/colfamily11/bc2a95bb226c4de591e9c117f017d40a 2024-11-20T03:00:40,760 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a/.tmp/colfamily11/bc2a95bb226c4de591e9c117f017d40a as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a/colfamily11/bc2a95bb226c4de591e9c117f017d40a 2024-11-20T03:00:40,766 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8bf9cb39250c1dccedce415226e7bfaa/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,768 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T03:00:40,768 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8bf9cb39250c1dccedce415226e7bfaa: Waiting for close lock at 1732071640668Running coprocessor pre-close hooks at 1732071640668Disabling compacts and flushes for region at 1732071640668Disabling writes for close at 1732071640668Obtaining lock to block concurrent updates at 1732071640669 (+1 ms)Preparing flush snapshotting stores in 8bf9cb39250c1dccedce415226e7bfaa at 1732071640669Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640669Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. at 1732071640670 (+1 ms)Flushing 8bf9cb39250c1dccedce415226e7bfaa/colfamily11: creating writer at 1732071640670Flushing 8bf9cb39250c1dccedce415226e7bfaa/colfamily11: appending metadata at 1732071640697 (+27 ms)Flushing 8bf9cb39250c1dccedce415226e7bfaa/colfamily11: closing flushed file at 1732071640698 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@c1855ff: reopening flushed file at 1732071640741 (+43 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 8bf9cb39250c1dccedce415226e7bfaa in 83ms, sequenceid=5, compaction requested=false at 1732071640752 (+11 ms)Writing region close event to WAL at 1732071640757 (+5 ms)Running coprocessor post-close hooks at 1732071640768 (+11 ms)Closed at 1732071640768 2024-11-20T03:00:40,768 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732071449475.8bf9cb39250c1dccedce415226e7bfaa. 2024-11-20T03:00:40,768 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3c89aa1cfe5293a3f0afddfa4025c4fe, disabling compactions & flushes 2024-11-20T03:00:40,768 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T03:00:40,768 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T03:00:40,769 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. after waiting 1 ms 2024-11-20T03:00:40,769 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T03:00:40,769 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 3c89aa1cfe5293a3f0afddfa4025c4fe 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,772 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a/colfamily11/bc2a95bb226c4de591e9c117f017d40a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,773 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fba69d4a12941682030116d8d512740a in 91ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,780 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/fba69d4a12941682030116d8d512740a/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,781 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T03:00:40,781 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for fba69d4a12941682030116d8d512740a: Waiting for close lock at 1732071640680Running coprocessor pre-close hooks at 1732071640680Disabling compacts and flushes for region at 1732071640680Disabling writes for close at 1732071640682 (+2 ms)Obtaining lock to block concurrent updates at 1732071640683 (+1 ms)Preparing flush snapshotting stores in fba69d4a12941682030116d8d512740a at 1732071640683Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640683Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. at 1732071640684 (+1 ms)Flushing fba69d4a12941682030116d8d512740a/colfamily11: creating writer at 1732071640684Flushing fba69d4a12941682030116d8d512740a/colfamily11: appending metadata at 1732071640713 (+29 ms)Flushing fba69d4a12941682030116d8d512740a/colfamily11: closing flushed file at 1732071640713Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d695cb4: reopening flushed file at 1732071640758 (+45 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for fba69d4a12941682030116d8d512740a in 91ms, sequenceid=5, compaction requested=false at 1732071640773 (+15 ms)Writing region close event to WAL at 1732071640776 (+3 ms)Running coprocessor post-close hooks at 1732071640781 (+5 ms)Closed at 1732071640781 2024-11-20T03:00:40,781 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732071449475.fba69d4a12941682030116d8d512740a. 2024-11-20T03:00:40,781 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing c3cb3232dcdc7e38e33c64f531e75bfd, disabling compactions & flushes 2024-11-20T03:00:40,782 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T03:00:40,782 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T03:00:40,782 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. after waiting 0 ms 2024-11-20T03:00:40,782 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T03:00:40,782 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing c3cb3232dcdc7e38e33c64f531e75bfd 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,793 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe/.tmp/colfamily11/eaeb0ed4e30145b9bf579c4834f78a50 is 52, key is vvv/colfamily11:colfamily11/1732071453430/Put/seqid=0 2024-11-20T03:00:40,813 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd/.tmp/colfamily11/ec5a5608c94742f7aab4330608624458 is 52, key is nnn/colfamily11:colfamily11/1732071453295/Put/seqid=0 2024-11-20T03:00:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741902_1078 (size=39263) 2024-11-20T03:00:40,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741902_1078 (size=39263) 2024-11-20T03:00:40,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741902_1078 (size=39263) 2024-11-20T03:00:40,819 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe/.tmp/colfamily11/eaeb0ed4e30145b9bf579c4834f78a50 2024-11-20T03:00:40,828 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe/.tmp/colfamily11/eaeb0ed4e30145b9bf579c4834f78a50 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe/colfamily11/eaeb0ed4e30145b9bf579c4834f78a50 2024-11-20T03:00:40,836 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe/colfamily11/eaeb0ed4e30145b9bf579c4834f78a50, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,838 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3c89aa1cfe5293a3f0afddfa4025c4fe in 68ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,840 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-20T03:00:40,840 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1325): Online Regions={3c89aa1cfe5293a3f0afddfa4025c4fe=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe.} 2024-11-20T03:00:40,840 DEBUG [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1351): Waiting on 3c89aa1cfe5293a3f0afddfa4025c4fe 2024-11-20T03:00:40,841 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-20T03:00:40,841 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1325): Online Regions={c3cb3232dcdc7e38e33c64f531e75bfd=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., 334a9529502cd005bf7a79dff1c8cdfe=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe., 8eb1eb1ee6e5fe16483923c99a8d16af=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af.} 2024-11-20T03:00:40,841 DEBUG [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1351): Waiting on 334a9529502cd005bf7a79dff1c8cdfe, 8eb1eb1ee6e5fe16483923c99a8d16af, c3cb3232dcdc7e38e33c64f531e75bfd 2024-11-20T03:00:40,848 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741903_1079 (size=39263) 2024-11-20T03:00:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741903_1079 (size=39263) 2024-11-20T03:00:40,849 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741903_1079 (size=39263) 2024-11-20T03:00:40,851 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd/.tmp/colfamily11/ec5a5608c94742f7aab4330608624458 2024-11-20T03:00:40,858 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/3c89aa1cfe5293a3f0afddfa4025c4fe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,859 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T03:00:40,860 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3c89aa1cfe5293a3f0afddfa4025c4fe: Waiting for close lock at 1732071640768Running coprocessor pre-close hooks at 1732071640768Disabling compacts and flushes for region at 1732071640768Disabling writes for close at 1732071640769 (+1 ms)Obtaining lock to block concurrent updates at 1732071640769Preparing flush snapshotting stores in 3c89aa1cfe5293a3f0afddfa4025c4fe at 1732071640769Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640770 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. at 1732071640770Flushing 3c89aa1cfe5293a3f0afddfa4025c4fe/colfamily11: creating writer at 1732071640770Flushing 3c89aa1cfe5293a3f0afddfa4025c4fe/colfamily11: appending metadata at 1732071640793 (+23 ms)Flushing 3c89aa1cfe5293a3f0afddfa4025c4fe/colfamily11: closing flushed file at 1732071640793Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7cf2d6fe: reopening flushed file at 1732071640827 (+34 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 3c89aa1cfe5293a3f0afddfa4025c4fe in 68ms, sequenceid=5, compaction requested=false at 1732071640838 (+11 ms)Writing region close event to WAL at 1732071640847 (+9 ms)Running coprocessor post-close hooks at 1732071640859 (+12 ms)Closed at 1732071640859 2024-11-20T03:00:40,860 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732071449475.3c89aa1cfe5293a3f0afddfa4025c4fe. 2024-11-20T03:00:40,866 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd/.tmp/colfamily11/ec5a5608c94742f7aab4330608624458 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd/colfamily11/ec5a5608c94742f7aab4330608624458 2024-11-20T03:00:40,874 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd/colfamily11/ec5a5608c94742f7aab4330608624458, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,875 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c3cb3232dcdc7e38e33c64f531e75bfd in 93ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,880 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/c3cb3232dcdc7e38e33c64f531e75bfd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,880 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T03:00:40,881 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for c3cb3232dcdc7e38e33c64f531e75bfd: Waiting for close lock at 1732071640781Running coprocessor pre-close hooks at 1732071640781Disabling compacts and flushes for region at 1732071640781Disabling writes for close at 1732071640782 (+1 ms)Obtaining lock to block concurrent updates at 1732071640782Preparing flush snapshotting stores in c3cb3232dcdc7e38e33c64f531e75bfd at 1732071640782Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640782Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. at 1732071640783 (+1 ms)Flushing c3cb3232dcdc7e38e33c64f531e75bfd/colfamily11: creating writer at 1732071640783Flushing c3cb3232dcdc7e38e33c64f531e75bfd/colfamily11: appending metadata at 1732071640813 (+30 ms)Flushing c3cb3232dcdc7e38e33c64f531e75bfd/colfamily11: closing flushed file at 1732071640813Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68503721: reopening flushed file at 1732071640864 (+51 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for c3cb3232dcdc7e38e33c64f531e75bfd in 93ms, sequenceid=5, compaction requested=false at 1732071640875 (+11 ms)Writing region close event to WAL at 1732071640876 (+1 ms)Running coprocessor post-close hooks at 1732071640880 (+4 ms)Closed at 1732071640880 2024-11-20T03:00:40,881 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732071449475.c3cb3232dcdc7e38e33c64f531e75bfd. 2024-11-20T03:00:40,881 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 334a9529502cd005bf7a79dff1c8cdfe, disabling compactions & flushes 2024-11-20T03:00:40,881 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T03:00:40,881 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T03:00:40,881 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. after waiting 0 ms 2024-11-20T03:00:40,881 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T03:00:40,881 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 334a9529502cd005bf7a79dff1c8cdfe 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T03:00:40,904 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe/.tmp/colfamily11/d55e534f0bd14ece9c95624080161655 is 52, key is www/colfamily11:colfamily11/1732071453373/Put/seqid=0 2024-11-20T03:00:40,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741904_1080 (size=39263) 2024-11-20T03:00:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741904_1080 (size=39263) 2024-11-20T03:00:40,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741904_1080 (size=39263) 2024-11-20T03:00:40,926 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe/.tmp/colfamily11/d55e534f0bd14ece9c95624080161655 2024-11-20T03:00:40,936 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe/.tmp/colfamily11/d55e534f0bd14ece9c95624080161655 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe/colfamily11/d55e534f0bd14ece9c95624080161655 2024-11-20T03:00:40,949 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe/colfamily11/d55e534f0bd14ece9c95624080161655, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T03:00:40,955 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 334a9529502cd005bf7a79dff1c8cdfe in 73ms, sequenceid=5, compaction requested=false 2024-11-20T03:00:40,967 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/334a9529502cd005bf7a79dff1c8cdfe/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T03:00:40,968 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T03:00:40,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 334a9529502cd005bf7a79dff1c8cdfe: Waiting for close lock at 1732071640881Running coprocessor pre-close hooks at 1732071640881Disabling compacts and flushes for region at 1732071640881Disabling writes for close at 1732071640881Obtaining lock to block concurrent updates at 1732071640881Preparing flush snapshotting stores in 334a9529502cd005bf7a79dff1c8cdfe at 1732071640881Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732071640881Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. at 1732071640882 (+1 ms)Flushing 334a9529502cd005bf7a79dff1c8cdfe/colfamily11: creating writer at 1732071640882Flushing 334a9529502cd005bf7a79dff1c8cdfe/colfamily11: appending metadata at 1732071640904 (+22 ms)Flushing 334a9529502cd005bf7a79dff1c8cdfe/colfamily11: closing flushed file at 1732071640904Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@52ffc2f7: reopening flushed file at 1732071640934 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 334a9529502cd005bf7a79dff1c8cdfe in 73ms, sequenceid=5, compaction requested=false at 1732071640955 (+21 ms)Writing region close event to WAL at 1732071640961 (+6 ms)Running coprocessor post-close hooks at 1732071640968 (+7 ms)Closed at 1732071640968 2024-11-20T03:00:40,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732071449475.334a9529502cd005bf7a79dff1c8cdfe. 2024-11-20T03:00:40,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8eb1eb1ee6e5fe16483923c99a8d16af, disabling compactions & flushes 2024-11-20T03:00:40,968 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T03:00:40,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T03:00:40,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. after waiting 0 ms 2024-11-20T03:00:40,968 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T03:00:40,975 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/8eb1eb1ee6e5fe16483923c99a8d16af/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T03:00:40,976 INFO [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T03:00:40,976 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8eb1eb1ee6e5fe16483923c99a8d16af: Waiting for close lock at 1732071640968Running coprocessor pre-close hooks at 1732071640968Disabling compacts and flushes for region at 1732071640968Disabling writes for close at 1732071640968Writing region close event to WAL at 1732071640971 (+3 ms)Running coprocessor post-close hooks at 1732071640975 (+4 ms)Closed at 1732071640976 (+1 ms) 2024-11-20T03:00:40,976 DEBUG [RS_CLOSE_REGION-regionserver/1c82b83631a2:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732071449475.8eb1eb1ee6e5fe16483923c99a8d16af. 2024-11-20T03:00:41,040 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,42287,1732071447110; all regions closed. 2024-11-20T03:00:41,041 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(976): stopping server 1c82b83631a2,44069,1732071446946; all regions closed. 2024-11-20T03:00:41,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741865_1041 (size=15722) 2024-11-20T03:00:41,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741865_1041 (size=15722) 2024-11-20T03:00:41,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741865_1041 (size=15722) 2024-11-20T03:00:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741833_1009 (size=354127) 2024-11-20T03:00:41,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741833_1009 (size=354127) 2024-11-20T03:00:41,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741833_1009 (size=354127) 2024-11-20T03:00:41,052 DEBUG [RS:2;1c82b83631a2:42287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs 2024-11-20T03:00:41,052 INFO [RS:2;1c82b83631a2:42287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C42287%2C1732071447110.meta:.meta(num 1732071634762) 2024-11-20T03:00:41,053 DEBUG [RS:0;1c82b83631a2:44069 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs 2024-11-20T03:00:41,053 INFO [RS:0;1c82b83631a2:44069 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C44069%2C1732071446946:(num 1732071448597) 2024-11-20T03:00:41,053 DEBUG [RS:0;1c82b83631a2:44069 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:41,053 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:41,053 INFO [RS:0;1c82b83631a2:44069 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:00:41,053 INFO [RS:0;1c82b83631a2:44069 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T03:00:41,054 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T03:00:41,054 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T03:00:41,054 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T03:00:41,054 INFO [RS:0;1c82b83631a2:44069 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:00:41,054 INFO [RS:0;1c82b83631a2:44069 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44069 2024-11-20T03:00:41,054 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:00:41,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741835_1011 (size=277808) 2024-11-20T03:00:41,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741835_1011 (size=277808) 2024-11-20T03:00:41,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741835_1011 (size=277808) 2024-11-20T03:00:41,061 DEBUG [RS:2;1c82b83631a2:42287 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/oldWALs 2024-11-20T03:00:41,061 INFO [RS:2;1c82b83631a2:42287 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 1c82b83631a2%2C42287%2C1732071447110:(num 1732071448598) 2024-11-20T03:00:41,061 DEBUG [RS:2;1c82b83631a2:42287 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T03:00:41,061 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T03:00:41,061 INFO [RS:2;1c82b83631a2:42287 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:00:41,061 INFO [RS:2;1c82b83631a2:42287 {}] hbase.ChoreService(370): Chore service for: regionserver/1c82b83631a2:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T03:00:41,061 INFO [RS:2;1c82b83631a2:42287 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:00:41,062 INFO [RS:2;1c82b83631a2:42287 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42287 2024-11-20T03:00:41,062 INFO [regionserver/1c82b83631a2:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:00:41,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T03:00:41,108 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,44069,1732071446946 2024-11-20T03:00:41,108 INFO [RS:0;1c82b83631a2:44069 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:00:41,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/1c82b83631a2,42287,1732071447110 2024-11-20T03:00:41,116 INFO [RS:2;1c82b83631a2:42287 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:00:41,117 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,44069,1732071446946] 2024-11-20T03:00:41,133 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,44069,1732071446946 already deleted, retry=false 2024-11-20T03:00:41,133 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,44069,1732071446946 expired; onlineServers=1 2024-11-20T03:00:41,133 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [1c82b83631a2,42287,1732071447110] 2024-11-20T03:00:41,141 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/1c82b83631a2,42287,1732071447110 already deleted, retry=false 2024-11-20T03:00:41,141 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 1c82b83631a2,42287,1732071447110 expired; onlineServers=0 2024-11-20T03:00:41,142 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '1c82b83631a2,37159,1732071446234' ***** 2024-11-20T03:00:41,142 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T03:00:41,142 INFO [M:0;1c82b83631a2:37159 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T03:00:41,142 INFO [M:0;1c82b83631a2:37159 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T03:00:41,142 DEBUG [M:0;1c82b83631a2:37159 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T03:00:41,142 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T03:00:41,142 DEBUG [M:0;1c82b83631a2:37159 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T03:00:41,142 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071448240 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.large.0-1732071448240,5,FailOnTimeoutGroup] 2024-11-20T03:00:41,142 DEBUG [master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071448241 {}] cleaner.HFileCleaner(306): Exit Thread[master/1c82b83631a2:0:becomeActiveMaster-HFileCleaner.small.0-1732071448241,5,FailOnTimeoutGroup] 2024-11-20T03:00:41,142 INFO [M:0;1c82b83631a2:37159 {}] hbase.ChoreService(370): Chore service for: master/1c82b83631a2:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T03:00:41,143 INFO [M:0;1c82b83631a2:37159 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T03:00:41,143 DEBUG [M:0;1c82b83631a2:37159 {}] master.HMaster(1795): Stopping service threads 2024-11-20T03:00:41,143 INFO [M:0;1c82b83631a2:37159 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T03:00:41,143 INFO [M:0;1c82b83631a2:37159 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T03:00:41,143 INFO [M:0;1c82b83631a2:37159 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T03:00:41,143 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T03:00:41,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T03:00:41,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T03:00:41,150 DEBUG [M:0;1c82b83631a2:37159 {}] zookeeper.ZKUtil(347): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T03:00:41,150 WARN [M:0;1c82b83631a2:37159 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T03:00:41,151 INFO [M:0;1c82b83631a2:37159 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/.lastflushedseqids 2024-11-20T03:00:41,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741905_1081 (size=2837) 2024-11-20T03:00:41,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741905_1081 (size=2837) 2024-11-20T03:00:41,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741905_1081 (size=2837) 2024-11-20T03:00:41,175 INFO [M:0;1c82b83631a2:37159 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T03:00:41,175 INFO [M:0;1c82b83631a2:37159 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T03:00:41,175 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T03:00:41,175 INFO [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:00:41,175 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:00:41,175 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T03:00:41,175 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:00:41,175 INFO [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.59 KB heapSize=404.99 KB 2024-11-20T03:00:41,198 DEBUG [M:0;1c82b83631a2:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9648bb701b3d4e6ab4dafc86e0fba08f is 82, key is hbase:meta,,1/info:regioninfo/1732071635092/Put/seqid=0 2024-11-20T03:00:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741906_1082 (size=6071) 2024-11-20T03:00:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741906_1082 (size=6071) 2024-11-20T03:00:41,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741906_1082 (size=6071) 2024-11-20T03:00:41,215 INFO [M:0;1c82b83631a2:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9648bb701b3d4e6ab4dafc86e0fba08f 2024-11-20T03:00:41,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:41,225 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44069-0x1015776664a0001, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:41,225 INFO [RS:0;1c82b83631a2:44069 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:00:41,225 INFO [RS:0;1c82b83631a2:44069 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,44069,1732071446946; zookeeper connection closed. 2024-11-20T03:00:41,226 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b5ddc43 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b5ddc43 2024-11-20T03:00:41,233 INFO [RS:2;1c82b83631a2:42287 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:00:41,233 INFO [RS:2;1c82b83631a2:42287 {}] regionserver.HRegionServer(1031): Exiting; stopping=1c82b83631a2,42287,1732071447110; zookeeper connection closed. 2024-11-20T03:00:41,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:41,233 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42287-0x1015776664a0003, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:41,234 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2d62d34d {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2d62d34d 2024-11-20T03:00:41,234 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T03:00:41,252 DEBUG [M:0;1c82b83631a2:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/195c50e7b09a48dc9bbc2ef10a592443 is 4107, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732071451083/Put/seqid=0 2024-11-20T03:00:41,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741907_1083 (size=13504) 2024-11-20T03:00:41,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741907_1083 (size=13504) 2024-11-20T03:00:41,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741907_1083 (size=13504) 2024-11-20T03:00:41,260 INFO [M:0;1c82b83631a2:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.36 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/195c50e7b09a48dc9bbc2ef10a592443 2024-11-20T03:00:41,282 DEBUG [M:0;1c82b83631a2:37159 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7947a57ebf7c4637959eee5d6701bd0b is 69, key is 1c82b83631a2,42287,1732071447110/rs:state/1732071448311/Put/seqid=0 2024-11-20T03:00:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741908_1084 (size=5442) 2024-11-20T03:00:41,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741908_1084 (size=5442) 2024-11-20T03:00:41,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741908_1084 (size=5442) 2024-11-20T03:00:41,288 INFO [M:0;1c82b83631a2:37159 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7947a57ebf7c4637959eee5d6701bd0b 2024-11-20T03:00:41,292 INFO [M:0;1c82b83631a2:37159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7947a57ebf7c4637959eee5d6701bd0b 2024-11-20T03:00:41,293 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/9648bb701b3d4e6ab4dafc86e0fba08f as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9648bb701b3d4e6ab4dafc86e0fba08f 2024-11-20T03:00:41,300 INFO [M:0;1c82b83631a2:37159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/9648bb701b3d4e6ab4dafc86e0fba08f, entries=14, sequenceid=635, filesize=5.9 K 2024-11-20T03:00:41,301 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/195c50e7b09a48dc9bbc2ef10a592443 as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/195c50e7b09a48dc9bbc2ef10a592443 2024-11-20T03:00:41,306 INFO [M:0;1c82b83631a2:37159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/195c50e7b09a48dc9bbc2ef10a592443, entries=81, sequenceid=635, filesize=13.2 K 2024-11-20T03:00:41,307 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7947a57ebf7c4637959eee5d6701bd0b as hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7947a57ebf7c4637959eee5d6701bd0b 2024-11-20T03:00:41,313 INFO [M:0;1c82b83631a2:37159 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7947a57ebf7c4637959eee5d6701bd0b 2024-11-20T03:00:41,313 INFO [M:0;1c82b83631a2:37159 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44987/user/jenkins/test-data/42247e81-5860-1899-f0b5-104872a3d1c7/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7947a57ebf7c4637959eee5d6701bd0b, entries=3, sequenceid=635, filesize=5.3 K 2024-11-20T03:00:41,314 INFO [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.59 KB/352856, heapSize ~404.70 KB/414408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=635, compaction requested=false 2024-11-20T03:00:41,319 INFO [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T03:00:41,319 DEBUG [M:0;1c82b83631a2:37159 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732071641175Disabling compacts and flushes for region at 1732071641175Disabling writes for close at 1732071641175Obtaining lock to block concurrent updates at 1732071641175Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732071641175Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352856, getHeapSize=414648, getOffHeapSize=0, getCellsCount=800 at 1732071641176 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732071641176Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732071641176Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732071641197 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732071641197Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732071641226 (+29 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732071641251 (+25 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732071641251Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732071641265 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732071641281 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732071641281Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62d366ed: reopening flushed file at 1732071641292 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@128f4ff8: reopening flushed file at 1732071641300 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7abaa6ba: reopening flushed file at 1732071641306 (+6 ms)Finished flush of dataSize ~344.59 KB/352856, heapSize ~404.70 KB/414408, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 139ms, sequenceid=635, compaction requested=false at 1732071641314 (+8 ms)Writing region close event to WAL at 1732071641319 (+5 ms)Closed at 1732071641319 2024-11-20T03:00:41,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40461 is added to blk_1073741830_1006 (size=395210) 2024-11-20T03:00:41,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:42845 is added to blk_1073741830_1006 (size=395210) 2024-11-20T03:00:41,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44519 is added to blk_1073741830_1006 (size=395210) 2024-11-20T03:00:41,323 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T03:00:41,324 INFO [M:0;1c82b83631a2:37159 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T03:00:41,324 INFO [M:0;1c82b83631a2:37159 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37159 2024-11-20T03:00:41,324 INFO [M:0;1c82b83631a2:37159 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T03:00:41,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:41,455 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37159-0x1015776664a0000, quorum=127.0.0.1:49359, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T03:00:41,455 INFO [M:0;1c82b83631a2:37159 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T03:00:41,463 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:00:41,466 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:00:41,466 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:00:41,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:00:41,466 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir/,STOPPED} 2024-11-20T03:00:41,469 WARN [BP-571664709-172.17.0.2-1732071442461 heartbeating to localhost/127.0.0.1:44987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:00:41,469 WARN [BP-571664709-172.17.0.2-1732071442461 heartbeating to localhost/127.0.0.1:44987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-571664709-172.17.0.2-1732071442461 (Datanode Uuid 61d6b639-7073-479a-acb8-aacd21640a30) service to localhost/127.0.0.1:44987 2024-11-20T03:00:41,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data5/current/BP-571664709-172.17.0.2-1732071442461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:41,471 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data6/current/BP-571664709-172.17.0.2-1732071442461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:41,471 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:00:41,471 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:00:41,472 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:00:41,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:00:41,474 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:00:41,474 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:00:41,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:00:41,474 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir/,STOPPED} 2024-11-20T03:00:41,475 WARN [BP-571664709-172.17.0.2-1732071442461 heartbeating to localhost/127.0.0.1:44987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:00:41,475 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:00:41,475 WARN [BP-571664709-172.17.0.2-1732071442461 heartbeating to localhost/127.0.0.1:44987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-571664709-172.17.0.2-1732071442461 (Datanode Uuid c048887b-7585-45a6-8e74-21850d23d6f5) service to localhost/127.0.0.1:44987 2024-11-20T03:00:41,475 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:00:41,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data3/current/BP-571664709-172.17.0.2-1732071442461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:41,476 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data4/current/BP-571664709-172.17.0.2-1732071442461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:41,477 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:00:41,478 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T03:00:41,479 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:00:41,479 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:00:41,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:00:41,479 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir/,STOPPED} 2024-11-20T03:00:41,480 WARN [BP-571664709-172.17.0.2-1732071442461 heartbeating to localhost/127.0.0.1:44987 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T03:00:41,480 WARN [BP-571664709-172.17.0.2-1732071442461 heartbeating to localhost/127.0.0.1:44987 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-571664709-172.17.0.2-1732071442461 (Datanode Uuid d1fc9923-c7be-4219-8737-89ebb009a323) service to localhost/127.0.0.1:44987 2024-11-20T03:00:41,480 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T03:00:41,480 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T03:00:41,480 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data1/current/BP-571664709-172.17.0.2-1732071442461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:41,481 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/cluster_8c9aac98-7298-474b-74d1-253e5cb26589/data/data2/current/BP-571664709-172.17.0.2-1732071442461 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T03:00:41,481 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T03:00:41,488 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T03:00:41,489 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T03:00:41,489 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T03:00:41,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T03:00:41,489 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/4b48dd24-3b7b-064e-281b-66f51b1b90f3/hadoop.log.dir/,STOPPED} 2024-11-20T03:00:41,500 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T03:00:41,603 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T03:00:41,614 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=93 (was 11) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:44987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/1c82b83631a2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:44987 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:44987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@43037c66 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/1c82b83631a2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/1c82b83631a2:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:44987 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:44987 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:44987 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/1c82b83631a2:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: master/1c82b83631a2:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44987 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=459 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=75 (was 262), ProcessCount=11 (was 11), AvailableMemoryMB=6477 (was 7102)