2024-11-20 17:40:07,463 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-20 17:40:07,484 main DEBUG Took 0.019336 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-20 17:40:07,485 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-20 17:40:07,486 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-20 17:40:07,487 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-20 17:40:07,489 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,499 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-20 17:40:07,514 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,516 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,517 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,517 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,518 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,518 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,520 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,521 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,521 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,522 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,523 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,523 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,524 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,524 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,525 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,526 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,526 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,527 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,527 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,528 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,528 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,529 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,529 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,530 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-20 17:40:07,530 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,531 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-20 17:40:07,533 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-20 17:40:07,534 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-20 17:40:07,536 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-20 17:40:07,537 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-20 17:40:07,539 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-20 17:40:07,539 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-20 17:40:07,550 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-20 17:40:07,554 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-20 17:40:07,557 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-20 17:40:07,557 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-20 17:40:07,558 main DEBUG createAppenders(={Console}) 2024-11-20 17:40:07,559 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 initialized 2024-11-20 17:40:07,559 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 2024-11-20 17:40:07,560 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@15a34df2 OK. 2024-11-20 17:40:07,561 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-20 17:40:07,561 main DEBUG OutputStream closed 2024-11-20 17:40:07,561 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-20 17:40:07,562 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-20 17:40:07,562 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@4f2b503c OK 2024-11-20 17:40:07,645 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-20 17:40:07,648 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-20 17:40:07,649 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-20 17:40:07,650 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-20 17:40:07,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-20 17:40:07,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-20 17:40:07,651 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-20 17:40:07,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-20 17:40:07,652 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-20 17:40:07,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-20 17:40:07,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-20 17:40:07,653 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-20 17:40:07,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-20 17:40:07,654 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-20 17:40:07,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-20 17:40:07,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-20 17:40:07,655 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-20 17:40:07,656 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-20 17:40:07,658 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20 17:40:07,659 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@31c7528f) with optional ClassLoader: null 2024-11-20 17:40:07,659 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-20 17:40:07,660 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@31c7528f] started OK. 2024-11-20T17:40:07,675 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta timeout: 13 mins 2024-11-20 17:40:07,677 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-20 17:40:07,677 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-20T17:40:07,715 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=11, OpenFileDescriptor=285, MaxFileDescriptor=1048576, SystemLoadAverage=269, ProcessCount=11, AvailableMemoryMB=9835 2024-11-20T17:40:07,972 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e 2024-11-20T17:40:07,972 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=3, rsPorts=, rsClass=null, numDataNodes=3, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-20T17:40:07,992 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce, deleteOnExit=true 2024-11-20T17:40:07,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-20T17:40:07,994 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/test.cache.data in system properties and HBase conf 2024-11-20T17:40:07,995 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.tmp.dir in system properties and HBase conf 2024-11-20T17:40:07,996 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir in system properties and HBase conf 2024-11-20T17:40:07,997 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-20T17:40:07,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-20T17:40:07,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-20T17:40:08,077 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-20T17:40:08,166 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-20T17:40:08,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-20T17:40:08,171 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-20T17:40:08,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-20T17:40:08,172 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T17:40:08,173 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-20T17:40:08,174 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-20T17:40:08,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-20T17:40:08,175 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T17:40:08,176 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-20T17:40:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/nfs.dump.dir in system properties and HBase conf 2024-11-20T17:40:08,177 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/java.io.tmpdir in system properties and HBase conf 2024-11-20T17:40:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-20T17:40:08,178 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-20T17:40:08,179 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-20T17:40:09,253 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-20T17:40:09,324 INFO [Time-limited test {}] log.Log(170): Logging initialized @2541ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-20T17:40:09,391 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T17:40:09,451 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T17:40:09,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T17:40:09,470 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T17:40:09,471 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T17:40:09,482 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T17:40:09,485 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir/,AVAILABLE} 2024-11-20T17:40:09,486 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T17:40:09,670 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5183f126{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/java.io.tmpdir/jetty-localhost-38451-hadoop-hdfs-3_4_1-tests_jar-_-any-12653105119531529198/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T17:40:09,678 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:38451} 2024-11-20T17:40:09,679 INFO [Time-limited test {}] server.Server(415): Started @2897ms 2024-11-20T17:40:10,242 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T17:40:10,251 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T17:40:10,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T17:40:10,252 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T17:40:10,253 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T17:40:10,253 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir/,AVAILABLE} 2024-11-20T17:40:10,254 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T17:40:10,352 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d81bf0e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/java.io.tmpdir/jetty-localhost-43179-hadoop-hdfs-3_4_1-tests_jar-_-any-10845991705412312130/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T17:40:10,353 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:43179} 2024-11-20T17:40:10,353 INFO [Time-limited test {}] server.Server(415): Started @3571ms 2024-11-20T17:40:10,401 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T17:40:10,522 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T17:40:10,528 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T17:40:10,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T17:40:10,536 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T17:40:10,537 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-20T17:40:10,538 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir/,AVAILABLE} 2024-11-20T17:40:10,539 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T17:40:10,682 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ba455be{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/java.io.tmpdir/jetty-localhost-43293-hadoop-hdfs-3_4_1-tests_jar-_-any-7132613106149195323/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T17:40:10,683 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:43293} 2024-11-20T17:40:10,683 INFO [Time-limited test {}] server.Server(415): Started @3901ms 2024-11-20T17:40:10,687 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T17:40:10,734 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-20T17:40:10,741 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-20T17:40:10,749 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-20T17:40:10,750 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-20T17:40:10,750 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-20T17:40:10,751 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir/,AVAILABLE} 2024-11-20T17:40:10,752 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-20T17:40:10,888 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@22333f25{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/java.io.tmpdir/jetty-localhost-46197-hadoop-hdfs-3_4_1-tests_jar-_-any-8291715123892966093/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T17:40:10,889 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:46197} 2024-11-20T17:40:10,889 INFO [Time-limited test {}] server.Server(415): Started @4107ms 2024-11-20T17:40:10,892 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-20T17:40:12,440 WARN [Thread-122 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data3/current/BP-1825892799-172.17.0.2-1732124408719/current, will proceed with Du for space computation calculation, 2024-11-20T17:40:12,440 WARN [Thread-125 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data2/current/BP-1825892799-172.17.0.2-1732124408719/current, will proceed with Du for space computation calculation, 2024-11-20T17:40:12,440 WARN [Thread-123 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data4/current/BP-1825892799-172.17.0.2-1732124408719/current, will proceed with Du for space computation calculation, 2024-11-20T17:40:12,440 WARN [Thread-124 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data1/current/BP-1825892799-172.17.0.2-1732124408719/current, will proceed with Du for space computation calculation, 2024-11-20T17:40:12,475 WARN [Thread-81 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T17:40:12,475 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T17:40:12,504 WARN [Thread-143 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data6/current/BP-1825892799-172.17.0.2-1732124408719/current, will proceed with Du for space computation calculation, 2024-11-20T17:40:12,504 WARN [Thread-142 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data5/current/BP-1825892799-172.17.0.2-1732124408719/current, will proceed with Du for space computation calculation, 2024-11-20T17:40:12,522 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f02c6cebe9d1a6f with lease ID 0x7d449cfe540066de: Processing first storage report for DS-920505c2-2db9-4f65-80ce-1f871c5ab501 from datanode DatanodeRegistration(127.0.0.1:33963, datanodeUuid=cd5acec3-b5ac-461d-b9dd-f50cad2e6eea, infoPort=33657, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719) 2024-11-20T17:40:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f02c6cebe9d1a6f with lease ID 0x7d449cfe540066de: from storage DS-920505c2-2db9-4f65-80ce-1f871c5ab501 node DatanodeRegistration(127.0.0.1:33963, datanodeUuid=cd5acec3-b5ac-461d-b9dd-f50cad2e6eea, infoPort=33657, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T17:40:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd851f1d2d50a9043 with lease ID 0x7d449cfe540066dd: Processing first storage report for DS-a298d0e7-3800-4eed-b3fc-a18bd83fa4b6 from datanode DatanodeRegistration(127.0.0.1:33093, datanodeUuid=560119da-088a-49f7-a6b0-112372443468, infoPort=42189, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719) 2024-11-20T17:40:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd851f1d2d50a9043 with lease ID 0x7d449cfe540066dd: from storage DS-a298d0e7-3800-4eed-b3fc-a18bd83fa4b6 node DatanodeRegistration(127.0.0.1:33093, datanodeUuid=560119da-088a-49f7-a6b0-112372443468, infoPort=42189, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T17:40:12,524 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x3f02c6cebe9d1a6f with lease ID 0x7d449cfe540066de: Processing first storage report for DS-130011be-c016-4a82-8446-689284530078 from datanode DatanodeRegistration(127.0.0.1:33963, datanodeUuid=cd5acec3-b5ac-461d-b9dd-f50cad2e6eea, infoPort=33657, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719) 2024-11-20T17:40:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x3f02c6cebe9d1a6f with lease ID 0x7d449cfe540066de: from storage DS-130011be-c016-4a82-8446-689284530078 node DatanodeRegistration(127.0.0.1:33963, datanodeUuid=cd5acec3-b5ac-461d-b9dd-f50cad2e6eea, infoPort=33657, infoSecurePort=0, ipcPort=46587, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T17:40:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd851f1d2d50a9043 with lease ID 0x7d449cfe540066dd: Processing first storage report for DS-e97ee061-e4c4-4ae3-a01f-a05441d03d90 from datanode DatanodeRegistration(127.0.0.1:33093, datanodeUuid=560119da-088a-49f7-a6b0-112372443468, infoPort=42189, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719) 2024-11-20T17:40:12,525 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd851f1d2d50a9043 with lease ID 0x7d449cfe540066dd: from storage DS-e97ee061-e4c4-4ae3-a01f-a05441d03d90 node DatanodeRegistration(127.0.0.1:33093, datanodeUuid=560119da-088a-49f7-a6b0-112372443468, infoPort=42189, infoSecurePort=0, ipcPort=38277, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T17:40:12,528 WARN [Thread-103 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-20T17:40:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8db9997f1d04d433 with lease ID 0x7d449cfe540066df: Processing first storage report for DS-9c3907fc-62b7-4f6c-bc5a-a8ed3791c236 from datanode DatanodeRegistration(127.0.0.1:37361, datanodeUuid=db36f3f8-663c-4f79-b106-b0e08b66f8b0, infoPort=34177, infoSecurePort=0, ipcPort=39307, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719) 2024-11-20T17:40:12,532 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8db9997f1d04d433 with lease ID 0x7d449cfe540066df: from storage DS-9c3907fc-62b7-4f6c-bc5a-a8ed3791c236 node DatanodeRegistration(127.0.0.1:37361, datanodeUuid=db36f3f8-663c-4f79-b106-b0e08b66f8b0, infoPort=34177, infoSecurePort=0, ipcPort=39307, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-20T17:40:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8db9997f1d04d433 with lease ID 0x7d449cfe540066df: Processing first storage report for DS-86e6c8ce-6eed-4f12-b2a7-ecccb93f303b from datanode DatanodeRegistration(127.0.0.1:37361, datanodeUuid=db36f3f8-663c-4f79-b106-b0e08b66f8b0, infoPort=34177, infoSecurePort=0, ipcPort=39307, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719) 2024-11-20T17:40:12,533 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8db9997f1d04d433 with lease ID 0x7d449cfe540066df: from storage DS-86e6c8ce-6eed-4f12-b2a7-ecccb93f303b node DatanodeRegistration(127.0.0.1:37361, datanodeUuid=db36f3f8-663c-4f79-b106-b0e08b66f8b0, infoPort=34177, infoSecurePort=0, ipcPort=39307, storageInfo=lv=-57;cid=testClusterID;nsid=648997931;c=1732124408719), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-20T17:40:12,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e 2024-11-20T17:40:12,608 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/zookeeper_0, clientPort=55267, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-20T17:40:12,618 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55267 2024-11-20T17:40:12,630 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:12,632 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:12,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741825_1001 (size=7) 2024-11-20T17:40:12,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741825_1001 (size=7) 2024-11-20T17:40:12,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741825_1001 (size=7) 2024-11-20T17:40:13,246 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 with version=8 2024-11-20T17:40:13,247 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/hbase-staging 2024-11-20T17:40:13,335 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-20T17:40:13,559 INFO [Time-limited test {}] client.ConnectionUtils(128): master/613581fcdc40:0 server-side Connection retries=45 2024-11-20T17:40:13,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:13,568 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:13,573 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T17:40:13,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:13,573 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T17:40:13,707 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-20T17:40:13,762 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-20T17:40:13,770 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-20T17:40:13,773 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T17:40:13,797 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 2495 (auto-detected) 2024-11-20T17:40:13,798 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-20T17:40:13,815 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39619 2024-11-20T17:40:13,834 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39619 connecting to ZooKeeper ensemble=127.0.0.1:55267 2024-11-20T17:40:13,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:396190x0, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T17:40:13,968 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39619-0x1015955065b0000 connected 2024-11-20T17:40:14,050 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,057 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,069 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T17:40:14,073 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57, hbase.cluster.distributed=false 2024-11-20T17:40:14,095 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T17:40:14,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39619 2024-11-20T17:40:14,100 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39619 2024-11-20T17:40:14,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39619 2024-11-20T17:40:14,101 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39619 2024-11-20T17:40:14,102 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39619 2024-11-20T17:40:14,194 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/613581fcdc40:0 server-side Connection retries=45 2024-11-20T17:40:14,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,196 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T17:40:14,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,196 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T17:40:14,199 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T17:40:14,201 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T17:40:14,202 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33405 2024-11-20T17:40:14,204 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33405 connecting to ZooKeeper ensemble=127.0.0.1:55267 2024-11-20T17:40:14,205 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,216 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334050x0, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T17:40:14,216 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334050x0, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T17:40:14,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33405-0x1015955065b0001 connected 2024-11-20T17:40:14,220 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T17:40:14,226 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T17:40:14,229 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T17:40:14,234 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T17:40:14,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-20T17:40:14,235 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33405 2024-11-20T17:40:14,236 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33405 2024-11-20T17:40:14,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-20T17:40:14,237 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33405 2024-11-20T17:40:14,254 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/613581fcdc40:0 server-side Connection retries=45 2024-11-20T17:40:14,254 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,255 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T17:40:14,255 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,256 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T17:40:14,256 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T17:40:14,256 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T17:40:14,257 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43513 2024-11-20T17:40:14,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:43513 connecting to ZooKeeper ensemble=127.0.0.1:55267 2024-11-20T17:40:14,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,263 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,279 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:435130x0, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T17:40:14,279 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:43513-0x1015955065b0002 connected 2024-11-20T17:40:14,280 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T17:40:14,280 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T17:40:14,281 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T17:40:14,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T17:40:14,286 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T17:40:14,286 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43513 2024-11-20T17:40:14,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43513 2024-11-20T17:40:14,287 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43513 2024-11-20T17:40:14,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43513 2024-11-20T17:40:14,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43513 2024-11-20T17:40:14,306 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/613581fcdc40:0 server-side Connection retries=45 2024-11-20T17:40:14,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,307 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-20T17:40:14,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-20T17:40:14,307 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-20T17:40:14,307 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-20T17:40:14,308 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-20T17:40:14,308 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44541 2024-11-20T17:40:14,310 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44541 connecting to ZooKeeper ensemble=127.0.0.1:55267 2024-11-20T17:40:14,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,314 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:445410x0, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-20T17:40:14,321 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:445410x0, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T17:40:14,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44541-0x1015955065b0003 connected 2024-11-20T17:40:14,322 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-20T17:40:14,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-20T17:40:14,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-11-20T17:40:14,327 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-11-20T17:40:14,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-20T17:40:14,331 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44541 2024-11-20T17:40:14,332 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44541 2024-11-20T17:40:14,336 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-20T17:40:14,337 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44541 2024-11-20T17:40:14,352 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;613581fcdc40:39619 2024-11-20T17:40:14,353 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /hbase/backup-masters/613581fcdc40,39619,1732124413411 2024-11-20T17:40:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T17:40:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T17:40:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T17:40:14,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T17:40:14,365 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/613581fcdc40,39619,1732124413411 2024-11-20T17:40:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T17:40:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T17:40:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-11-20T17:40:14,394 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:14,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:14,395 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:14,396 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-11-20T17:40:14,397 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/613581fcdc40,39619,1732124413411 from backup master directory 2024-11-20T17:40:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T17:40:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/613581fcdc40,39619,1732124413411 2024-11-20T17:40:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T17:40:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T17:40:14,405 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-11-20T17:40:14,406 WARN [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T17:40:14,406 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=613581fcdc40,39619,1732124413411 2024-11-20T17:40:14,408 INFO [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-20T17:40:14,409 INFO [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-20T17:40:14,460 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/hbase.id] with ID: 731d4f47-1318-4b9c-a1c5-da898bce0f42 2024-11-20T17:40:14,460 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/.tmp/hbase.id 2024-11-20T17:40:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741826_1002 (size=42) 2024-11-20T17:40:14,475 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741826_1002 (size=42) 2024-11-20T17:40:14,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741826_1002 (size=42) 2024-11-20T17:40:14,477 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/.tmp/hbase.id]:[hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/hbase.id] 2024-11-20T17:40:14,518 INFO [master/613581fcdc40:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-20T17:40:14,523 INFO [master/613581fcdc40:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-20T17:40:14,542 INFO [master/613581fcdc40:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 17ms. 2024-11-20T17:40:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:14,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:14,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741827_1003 (size=196) 2024-11-20T17:40:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741827_1003 (size=196) 2024-11-20T17:40:14,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741827_1003 (size=196) 2024-11-20T17:40:14,587 INFO [master/613581fcdc40:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T17:40:14,589 INFO [master/613581fcdc40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-20T17:40:14,602 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:40:14,605 INFO [master/613581fcdc40:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T17:40:14,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741828_1004 (size=1189) 2024-11-20T17:40:14,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741828_1004 (size=1189) 2024-11-20T17:40:14,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741828_1004 (size=1189) 2024-11-20T17:40:14,656 INFO [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store 2024-11-20T17:40:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741829_1005 (size=34) 2024-11-20T17:40:14,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741829_1005 (size=34) 2024-11-20T17:40:14,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741829_1005 (size=34) 2024-11-20T17:40:14,683 INFO [master/613581fcdc40:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-20T17:40:14,686 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:14,687 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T17:40:14,688 INFO [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T17:40:14,688 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T17:40:14,689 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T17:40:14,690 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T17:40:14,690 INFO [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T17:40:14,691 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732124414687Disabling compacts and flushes for region at 1732124414687Disabling writes for close at 1732124414690 (+3 ms)Writing region close event to WAL at 1732124414690Closed at 1732124414690 2024-11-20T17:40:14,693 WARN [master/613581fcdc40:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/.initializing 2024-11-20T17:40:14,693 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/WALs/613581fcdc40,39619,1732124413411 2024-11-20T17:40:14,701 INFO [master/613581fcdc40:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T17:40:14,714 INFO [master/613581fcdc40:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=613581fcdc40%2C39619%2C1732124413411, suffix=, logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/WALs/613581fcdc40,39619,1732124413411, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/oldWALs, maxLogs=10 2024-11-20T17:40:14,741 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/WALs/613581fcdc40,39619,1732124413411/613581fcdc40%2C39619%2C1732124413411.1732124414720, exclude list is [], retry=0 2024-11-20T17:40:14,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-a298d0e7-3800-4eed-b3fc-a18bd83fa4b6,DISK] 2024-11-20T17:40:14,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33963,DS-920505c2-2db9-4f65-80ce-1f871c5ab501,DISK] 2024-11-20T17:40:14,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-9c3907fc-62b7-4f6c-bc5a-a8ed3791c236,DISK] 2024-11-20T17:40:14,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-20T17:40:14,796 INFO [master/613581fcdc40:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/WALs/613581fcdc40,39619,1732124413411/613581fcdc40%2C39619%2C1732124413411.1732124414720 2024-11-20T17:40:14,797 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:34177:34177),(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-20T17:40:14,798 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-20T17:40:14,798 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:14,801 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,801 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,858 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-20T17:40:14,861 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:14,863 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:14,864 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,867 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-20T17:40:14,867 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:14,868 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:14,869 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,871 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-20T17:40:14,871 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:14,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:14,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-20T17:40:14,875 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:14,876 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:14,876 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,880 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,881 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,886 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,887 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,890 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T17:40:14,894 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-20T17:40:14,898 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:14,900 INFO [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61494664, jitterRate=-0.08365809917449951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T17:40:14,906 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732124414812Initializing all the Stores at 1732124414814 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124414815 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124414815Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124414815Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124414815Cleaning up temporary data from old regions at 1732124414887 (+72 ms)Region opened successfully at 1732124414906 (+19 ms) 2024-11-20T17:40:14,907 INFO [master/613581fcdc40:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-20T17:40:14,938 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1086db97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=613581fcdc40/172.17.0.2:0 2024-11-20T17:40:14,966 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-20T17:40:14,977 INFO [master/613581fcdc40:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:40:14,977 INFO [master/613581fcdc40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:40:14,980 INFO [master/613581fcdc40:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:40:14,982 INFO [master/613581fcdc40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T17:40:14,987 INFO [master/613581fcdc40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T17:40:14,987 INFO [master/613581fcdc40:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-20T17:40:15,012 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-20T17:40:15,020 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-11-20T17:40:15,077 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/balancer already deleted, retry=false 2024-11-20T17:40:15,080 INFO [master/613581fcdc40:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-20T17:40:15,082 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-11-20T17:40:15,089 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/normalizer already deleted, retry=false 2024-11-20T17:40:15,091 INFO [master/613581fcdc40:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-20T17:40:15,095 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-11-20T17:40:15,099 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/split already deleted, retry=false 2024-11-20T17:40:15,101 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-11-20T17:40:15,110 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/switch/merge already deleted, retry=false 2024-11-20T17:40:15,127 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-20T17:40:15,131 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-11-20T17:40:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T17:40:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T17:40:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T17:40:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-11-20T17:40:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,145 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=613581fcdc40,39619,1732124413411, sessionid=0x1015955065b0000, setting cluster-up flag (Was=false) 2024-11-20T17:40:15,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,173 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,205 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-11-20T17:40:15,209 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=613581fcdc40,39619,1732124413411 2024-11-20T17:40:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:15,268 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-11-20T17:40:15,271 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=613581fcdc40,39619,1732124413411 2024-11-20T17:40:15,282 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-20T17:40:15,341 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(746): ClusterId : 731d4f47-1318-4b9c-a1c5-da898bce0f42 2024-11-20T17:40:15,341 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(746): ClusterId : 731d4f47-1318-4b9c-a1c5-da898bce0f42 2024-11-20T17:40:15,341 INFO [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(746): ClusterId : 731d4f47-1318-4b9c-a1c5-da898bce0f42 2024-11-20T17:40:15,343 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T17:40:15,343 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T17:40:15,343 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-20T17:40:15,355 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T17:40:15,355 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T17:40:15,355 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-20T17:40:15,355 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T17:40:15,355 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T17:40:15,355 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-20T17:40:15,356 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:40:15,365 INFO [master/613581fcdc40:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-20T17:40:15,370 INFO [master/613581fcdc40:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-20T17:40:15,374 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T17:40:15,374 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T17:40:15,374 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-20T17:40:15,375 DEBUG [RS:0;613581fcdc40:33405 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c1a5c32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=613581fcdc40/172.17.0.2:0 2024-11-20T17:40:15,375 DEBUG [RS:1;613581fcdc40:43513 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69e551d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=613581fcdc40/172.17.0.2:0 2024-11-20T17:40:15,375 DEBUG [RS:2;613581fcdc40:44541 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e0c88f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=613581fcdc40/172.17.0.2:0 2024-11-20T17:40:15,376 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 613581fcdc40,39619,1732124413411 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-20T17:40:15,384 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/613581fcdc40:0, corePoolSize=5, maxPoolSize=5 2024-11-20T17:40:15,384 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/613581fcdc40:0, corePoolSize=5, maxPoolSize=5 2024-11-20T17:40:15,385 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/613581fcdc40:0, corePoolSize=5, maxPoolSize=5 2024-11-20T17:40:15,385 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/613581fcdc40:0, corePoolSize=5, maxPoolSize=5 2024-11-20T17:40:15,385 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/613581fcdc40:0, corePoolSize=10, maxPoolSize=10 2024-11-20T17:40:15,385 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,386 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/613581fcdc40:0, corePoolSize=2, maxPoolSize=2 2024-11-20T17:40:15,386 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,388 INFO [master/613581fcdc40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124445387 2024-11-20T17:40:15,389 DEBUG [RS:1;613581fcdc40:43513 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:1;613581fcdc40:43513 2024-11-20T17:40:15,389 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:2;613581fcdc40:44541 2024-11-20T17:40:15,389 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;613581fcdc40:33405 2024-11-20T17:40:15,390 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-20T17:40:15,391 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-20T17:40:15,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T17:40:15,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-20T17:40:15,393 INFO [RS:1;613581fcdc40:43513 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T17:40:15,393 INFO [RS:0;613581fcdc40:33405 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T17:40:15,393 INFO [RS:2;613581fcdc40:44541 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-20T17:40:15,393 INFO [RS:2;613581fcdc40:44541 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T17:40:15,393 INFO [RS:1;613581fcdc40:43513 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T17:40:15,393 INFO [RS:0;613581fcdc40:33405 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-20T17:40:15,393 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T17:40:15,393 DEBUG [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T17:40:15,393 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-20T17:40:15,395 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-20T17:40:15,395 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(2659): reportForDuty to master=613581fcdc40,39619,1732124413411 with port=33405, startcode=1732124414163 2024-11-20T17:40:15,395 INFO [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(2659): reportForDuty to master=613581fcdc40,39619,1732124413411 with port=43513, startcode=1732124414253 2024-11-20T17:40:15,395 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(2659): reportForDuty to master=613581fcdc40,39619,1732124413411 with port=44541, startcode=1732124414306 2024-11-20T17:40:15,396 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-20T17:40:15,396 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-20T17:40:15,396 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-20T17:40:15,398 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:15,398 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-20T17:40:15,397 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,401 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-20T17:40:15,402 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-20T17:40:15,403 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-20T17:40:15,405 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-20T17:40:15,406 INFO [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-20T17:40:15,409 DEBUG [RS:1;613581fcdc40:43513 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T17:40:15,409 DEBUG [RS:2;613581fcdc40:44541 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T17:40:15,409 DEBUG [RS:0;613581fcdc40:33405 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-20T17:40:15,411 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/613581fcdc40:0:becomeActiveMaster-HFileCleaner.large.0-1732124415407,5,FailOnTimeoutGroup] 2024-11-20T17:40:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741831_1007 (size=1321) 2024-11-20T17:40:15,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741831_1007 (size=1321) 2024-11-20T17:40:15,417 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/613581fcdc40:0:becomeActiveMaster-HFileCleaner.small.0-1732124415411,5,FailOnTimeoutGroup] 2024-11-20T17:40:15,417 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,417 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-20T17:40:15,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741831_1007 (size=1321) 2024-11-20T17:40:15,418 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,419 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,419 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-20T17:40:15,420 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741832_1008 (size=32) 2024-11-20T17:40:15,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741832_1008 (size=32) 2024-11-20T17:40:15,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741832_1008 (size=32) 2024-11-20T17:40:15,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:15,468 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T17:40:15,471 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T17:40:15,471 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55927, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T17:40:15,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:15,471 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40307, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T17:40:15,471 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49201, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-20T17:40:15,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:15,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T17:40:15,478 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 613581fcdc40,44541,1732124414306 2024-11-20T17:40:15,480 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T17:40:15,480 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:15,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:15,482 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] master.ServerManager(517): Registering regionserver=613581fcdc40,44541,1732124414306 2024-11-20T17:40:15,482 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T17:40:15,485 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T17:40:15,485 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:15,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:15,486 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T17:40:15,490 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T17:40:15,490 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:15,491 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:15,491 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T17:40:15,493 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740 2024-11-20T17:40:15,494 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740 2024-11-20T17:40:15,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 613581fcdc40,33405,1732124414163 2024-11-20T17:40:15,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T17:40:15,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] master.ServerManager(517): Registering regionserver=613581fcdc40,33405,1732124414163 2024-11-20T17:40:15,497 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T17:40:15,498 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T17:40:15,501 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:15,502 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43433 2024-11-20T17:40:15,502 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T17:40:15,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 613581fcdc40,43513,1732124414253 2024-11-20T17:40:15,503 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] master.ServerManager(517): Registering regionserver=613581fcdc40,43513,1732124414253 2024-11-20T17:40:15,503 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:15,503 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43433 2024-11-20T17:40:15,503 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T17:40:15,504 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T17:40:15,509 DEBUG [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:15,509 DEBUG [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43433 2024-11-20T17:40:15,509 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:15,509 DEBUG [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-20T17:40:15,510 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60012504, jitterRate=-0.10574400424957275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T17:40:15,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732124415465Initializing all the Stores at 1732124415467 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124415467Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124415467Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124415467Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124415467Cleaning up temporary data from old regions at 1732124415497 (+30 ms)Region opened successfully at 1732124415516 (+19 ms) 2024-11-20T17:40:15,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T17:40:15,517 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T17:40:15,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T17:40:15,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T17:40:15,517 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T17:40:15,519 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T17:40:15,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732124415516Disabling compacts and flushes for region at 1732124415516Disabling writes for close at 1732124415517 (+1 ms)Writing region close event to WAL at 1732124415518 (+1 ms)Closed at 1732124415519 (+1 ms) 2024-11-20T17:40:15,525 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T17:40:15,525 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-20T17:40:15,533 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T17:40:15,539 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T17:40:15,545 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:40:15,548 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-20T17:40:15,552 DEBUG [RS:2;613581fcdc40:44541 {}] zookeeper.ZKUtil(111): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/613581fcdc40,44541,1732124414306 2024-11-20T17:40:15,552 DEBUG [RS:0;613581fcdc40:33405 {}] zookeeper.ZKUtil(111): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/613581fcdc40,33405,1732124414163 2024-11-20T17:40:15,552 WARN [RS:0;613581fcdc40:33405 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T17:40:15,552 WARN [RS:2;613581fcdc40:44541 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T17:40:15,553 INFO [RS:0;613581fcdc40:33405 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T17:40:15,553 INFO [RS:2;613581fcdc40:44541 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T17:40:15,553 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,33405,1732124414163 2024-11-20T17:40:15,553 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,44541,1732124414306 2024-11-20T17:40:15,553 DEBUG [RS:1;613581fcdc40:43513 {}] zookeeper.ZKUtil(111): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/613581fcdc40,43513,1732124414253 2024-11-20T17:40:15,554 WARN [RS:1;613581fcdc40:43513 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-20T17:40:15,554 INFO [RS:1;613581fcdc40:43513 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T17:40:15,554 DEBUG [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253 2024-11-20T17:40:15,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [613581fcdc40,44541,1732124414306] 2024-11-20T17:40:15,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [613581fcdc40,33405,1732124414163] 2024-11-20T17:40:15,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [613581fcdc40,43513,1732124414253] 2024-11-20T17:40:15,584 INFO [RS:0;613581fcdc40:33405 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T17:40:15,584 INFO [RS:2;613581fcdc40:44541 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T17:40:15,584 INFO [RS:1;613581fcdc40:43513 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-20T17:40:15,600 INFO [RS:1;613581fcdc40:43513 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T17:40:15,602 INFO [RS:0;613581fcdc40:33405 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T17:40:15,603 INFO [RS:2;613581fcdc40:44541 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-20T17:40:15,608 INFO [RS:2;613581fcdc40:44541 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T17:40:15,608 INFO [RS:0;613581fcdc40:33405 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T17:40:15,608 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,608 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,609 INFO [RS:1;613581fcdc40:43513 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-20T17:40:15,609 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,615 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T17:40:15,615 INFO [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T17:40:15,615 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-20T17:40:15,621 INFO [RS:2;613581fcdc40:44541 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T17:40:15,621 INFO [RS:0;613581fcdc40:33405 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T17:40:15,621 INFO [RS:1;613581fcdc40:43513 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-20T17:40:15,623 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,623 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,623 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,624 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,624 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0, corePoolSize=2, maxPoolSize=2 2024-11-20T17:40:15,625 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0, corePoolSize=2, maxPoolSize=2 2024-11-20T17:40:15,625 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0, corePoolSize=2, maxPoolSize=2 2024-11-20T17:40:15,625 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,625 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,626 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,626 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/613581fcdc40:0, corePoolSize=3, maxPoolSize=3 2024-11-20T17:40:15,626 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/613581fcdc40:0, corePoolSize=3, maxPoolSize=3 2024-11-20T17:40:15,626 DEBUG [RS:0;613581fcdc40:33405 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/613581fcdc40:0, corePoolSize=3, maxPoolSize=3 2024-11-20T17:40:15,626 DEBUG [RS:1;613581fcdc40:43513 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/613581fcdc40:0, corePoolSize=3, maxPoolSize=3 2024-11-20T17:40:15,626 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,626 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,626 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/613581fcdc40:0, corePoolSize=1, maxPoolSize=1 2024-11-20T17:40:15,626 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/613581fcdc40:0, corePoolSize=3, maxPoolSize=3 2024-11-20T17:40:15,627 DEBUG [RS:2;613581fcdc40:44541 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/613581fcdc40:0, corePoolSize=3, maxPoolSize=3 2024-11-20T17:40:15,633 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,43513,1732124414253-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T17:40:15,633 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,44541,1732124414306-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T17:40:15,634 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,634 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,634 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,634 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,634 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,33405,1732124414163-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T17:40:15,653 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T17:40:15,655 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,44541,1732124414306-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,655 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,656 INFO [RS:2;613581fcdc40:44541 {}] regionserver.Replication(171): 613581fcdc40,44541,1732124414306 started 2024-11-20T17:40:15,658 INFO [RS:1;613581fcdc40:43513 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T17:40:15,658 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-20T17:40:15,658 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,43513,1732124414253-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,658 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,33405,1732124414163-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,658 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,658 INFO [RS:0;613581fcdc40:33405 {}] regionserver.Replication(171): 613581fcdc40,33405,1732124414163 started 2024-11-20T17:40:15,658 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,659 INFO [RS:1;613581fcdc40:43513 {}] regionserver.Replication(171): 613581fcdc40,43513,1732124414253 started 2024-11-20T17:40:15,673 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,674 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1482): Serving as 613581fcdc40,44541,1732124414306, RpcServer on 613581fcdc40/172.17.0.2:44541, sessionid=0x1015955065b0003 2024-11-20T17:40:15,674 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T17:40:15,675 DEBUG [RS:2;613581fcdc40:44541 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 613581fcdc40,44541,1732124414306 2024-11-20T17:40:15,675 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '613581fcdc40,44541,1732124414306' 2024-11-20T17:40:15,675 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T17:40:15,676 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T17:40:15,677 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T17:40:15,677 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T17:40:15,677 DEBUG [RS:2;613581fcdc40:44541 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 613581fcdc40,44541,1732124414306 2024-11-20T17:40:15,677 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '613581fcdc40,44541,1732124414306' 2024-11-20T17:40:15,677 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T17:40:15,678 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T17:40:15,679 DEBUG [RS:2;613581fcdc40:44541 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T17:40:15,679 INFO [RS:2;613581fcdc40:44541 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T17:40:15,679 INFO [RS:2;613581fcdc40:44541 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T17:40:15,681 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,681 INFO [RS:1;613581fcdc40:43513 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:15,681 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1482): Serving as 613581fcdc40,33405,1732124414163, RpcServer on 613581fcdc40/172.17.0.2:33405, sessionid=0x1015955065b0001 2024-11-20T17:40:15,681 INFO [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(1482): Serving as 613581fcdc40,43513,1732124414253, RpcServer on 613581fcdc40/172.17.0.2:43513, sessionid=0x1015955065b0002 2024-11-20T17:40:15,681 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T17:40:15,681 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-20T17:40:15,681 DEBUG [RS:0;613581fcdc40:33405 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 613581fcdc40,33405,1732124414163 2024-11-20T17:40:15,681 DEBUG [RS:1;613581fcdc40:43513 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 613581fcdc40,43513,1732124414253 2024-11-20T17:40:15,681 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '613581fcdc40,33405,1732124414163' 2024-11-20T17:40:15,681 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '613581fcdc40,43513,1732124414253' 2024-11-20T17:40:15,681 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T17:40:15,681 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-11-20T17:40:15,682 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T17:40:15,682 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-11-20T17:40:15,683 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T17:40:15,683 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T17:40:15,683 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-20T17:40:15,683 DEBUG [RS:1;613581fcdc40:43513 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 613581fcdc40,43513,1732124414253 2024-11-20T17:40:15,683 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-20T17:40:15,683 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '613581fcdc40,43513,1732124414253' 2024-11-20T17:40:15,683 DEBUG [RS:0;613581fcdc40:33405 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 613581fcdc40,33405,1732124414163 2024-11-20T17:40:15,683 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T17:40:15,683 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '613581fcdc40,33405,1732124414163' 2024-11-20T17:40:15,683 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-11-20T17:40:15,684 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T17:40:15,684 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-11-20T17:40:15,684 DEBUG [RS:0;613581fcdc40:33405 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T17:40:15,684 DEBUG [RS:1;613581fcdc40:43513 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-20T17:40:15,684 INFO [RS:0;613581fcdc40:33405 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T17:40:15,684 INFO [RS:1;613581fcdc40:43513 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-20T17:40:15,684 INFO [RS:0;613581fcdc40:33405 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T17:40:15,684 INFO [RS:1;613581fcdc40:43513 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-20T17:40:15,699 WARN [613581fcdc40:39619 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-20T17:40:15,785 INFO [RS:2;613581fcdc40:44541 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T17:40:15,785 INFO [RS:1;613581fcdc40:43513 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T17:40:15,785 INFO [RS:0;613581fcdc40:33405 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-20T17:40:15,788 INFO [RS:1;613581fcdc40:43513 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=613581fcdc40%2C43513%2C1732124414253, suffix=, logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs, maxLogs=32 2024-11-20T17:40:15,788 INFO [RS:2;613581fcdc40:44541 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=613581fcdc40%2C44541%2C1732124414306, suffix=, logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,44541,1732124414306, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs, maxLogs=32 2024-11-20T17:40:15,788 INFO [RS:0;613581fcdc40:33405 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=613581fcdc40%2C33405%2C1732124414163, suffix=, logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,33405,1732124414163, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs, maxLogs=32 2024-11-20T17:40:15,804 DEBUG [RS:1;613581fcdc40:43513 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253/613581fcdc40%2C43513%2C1732124414253.1732124415791, exclude list is [], retry=0 2024-11-20T17:40:15,806 DEBUG [RS:0;613581fcdc40:33405 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,33405,1732124414163/613581fcdc40%2C33405%2C1732124414163.1732124415791, exclude list is [], retry=0 2024-11-20T17:40:15,809 DEBUG [RS:2;613581fcdc40:44541 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,44541,1732124414306/613581fcdc40%2C44541%2C1732124414306.1732124415792, exclude list is [], retry=0 2024-11-20T17:40:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33963,DS-920505c2-2db9-4f65-80ce-1f871c5ab501,DISK] 2024-11-20T17:40:15,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-9c3907fc-62b7-4f6c-bc5a-a8ed3791c236,DISK] 2024-11-20T17:40:15,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-a298d0e7-3800-4eed-b3fc-a18bd83fa4b6,DISK] 2024-11-20T17:40:15,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-9c3907fc-62b7-4f6c-bc5a-a8ed3791c236,DISK] 2024-11-20T17:40:15,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33963,DS-920505c2-2db9-4f65-80ce-1f871c5ab501,DISK] 2024-11-20T17:40:15,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-a298d0e7-3800-4eed-b3fc-a18bd83fa4b6,DISK] 2024-11-20T17:40:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-9c3907fc-62b7-4f6c-bc5a-a8ed3791c236,DISK] 2024-11-20T17:40:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-a298d0e7-3800-4eed-b3fc-a18bd83fa4b6,DISK] 2024-11-20T17:40:15,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33963,DS-920505c2-2db9-4f65-80ce-1f871c5ab501,DISK] 2024-11-20T17:40:15,819 INFO [RS:1;613581fcdc40:43513 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253/613581fcdc40%2C43513%2C1732124414253.1732124415791 2024-11-20T17:40:15,820 INFO [RS:2;613581fcdc40:44541 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,44541,1732124414306/613581fcdc40%2C44541%2C1732124414306.1732124415792 2024-11-20T17:40:15,820 DEBUG [RS:1;613581fcdc40:43513 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34177:34177),(127.0.0.1/127.0.0.1:42189:42189),(127.0.0.1/127.0.0.1:33657:33657)] 2024-11-20T17:40:15,820 DEBUG [RS:2;613581fcdc40:44541 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:34177:34177),(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-20T17:40:15,820 INFO [RS:0;613581fcdc40:33405 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,33405,1732124414163/613581fcdc40%2C33405%2C1732124414163.1732124415791 2024-11-20T17:40:15,822 DEBUG [RS:0;613581fcdc40:33405 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:42189:42189),(127.0.0.1/127.0.0.1:34177:34177)] 2024-11-20T17:40:15,951 DEBUG [613581fcdc40:39619 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=3, allServersCount=3 2024-11-20T17:40:15,960 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(204): Hosts are {613581fcdc40=0} racks are {/default-rack=0} 2024-11-20T17:40:15,967 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T17:40:15,967 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T17:40:15,967 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T17:40:15,967 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T17:40:15,967 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T17:40:15,967 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T17:40:15,967 INFO [613581fcdc40:39619 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T17:40:15,968 INFO [613581fcdc40:39619 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T17:40:15,968 INFO [613581fcdc40:39619 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T17:40:15,968 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T17:40:15,974 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:15,981 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,43513,1732124414253, state=OPENING 2024-11-20T17:40:16,054 DEBUG [PEWorker-1 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-20T17:40:16,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:16,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:16,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:16,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:40:16,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:16,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:16,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:16,069 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:16,071 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:40:16,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:16,252 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T17:40:16,254 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38015, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T17:40:16,268 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T17:40:16,268 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T17:40:16,269 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T17:40:16,271 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=613581fcdc40%2C43513%2C1732124414253.meta, suffix=.meta, logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs, maxLogs=32 2024-11-20T17:40:16,286 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, exclude list is [], retry=0 2024-11-20T17:40:16,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33963,DS-920505c2-2db9-4f65-80ce-1f871c5ab501,DISK] 2024-11-20T17:40:16,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-9c3907fc-62b7-4f6c-bc5a-a8ed3791c236,DISK] 2024-11-20T17:40:16,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-a298d0e7-3800-4eed-b3fc-a18bd83fa4b6,DISK] 2024-11-20T17:40:16,293 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta 2024-11-20T17:40:16,294 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34177:34177),(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:42189:42189)] 2024-11-20T17:40:16,294 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T17:40:16,296 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T17:40:16,298 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T17:40:16,303 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T17:40:16,307 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T17:40:16,308 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,308 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T17:40:16,308 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T17:40:16,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T17:40:16,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T17:40:16,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:16,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:16,314 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T17:40:16,316 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T17:40:16,316 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:16,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:16,317 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T17:40:16,318 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T17:40:16,318 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:16,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:16,319 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T17:40:16,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T17:40:16,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:16,321 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:40:16,321 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T17:40:16,323 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740 2024-11-20T17:40:16,325 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740 2024-11-20T17:40:16,328 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T17:40:16,328 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T17:40:16,329 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T17:40:16,331 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T17:40:16,333 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72947350, jitterRate=0.08700022101402283}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T17:40:16,333 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T17:40:16,334 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732124416309Writing region info on filesystem at 1732124416309Initializing all the Stores at 1732124416311 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124416311Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124416311Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124416311Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124416311Cleaning up temporary data from old regions at 1732124416328 (+17 ms)Running coprocessor post-open hooks at 1732124416333 (+5 ms)Region opened successfully at 1732124416334 (+1 ms) 2024-11-20T17:40:16,340 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732124416243 2024-11-20T17:40:16,350 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T17:40:16,351 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T17:40:16,352 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:16,354 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,43513,1732124414253, state=OPEN 2024-11-20T17:40:16,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:40:16,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:40:16,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:40:16,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:40:16,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:16,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:16,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:16,363 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:16,363 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=613581fcdc40,43513,1732124414253 2024-11-20T17:40:16,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-20T17:40:16,371 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,43513,1732124414253 in 289 msec 2024-11-20T17:40:16,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-20T17:40:16,378 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 841 msec 2024-11-20T17:40:16,380 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-20T17:40:16,381 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-20T17:40:16,397 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:16,398 DEBUG [PEWorker-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:16,416 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T17:40:16,418 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56543, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T17:40:16,438 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1270 sec 2024-11-20T17:40:16,438 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732124416438, completionTime=-1 2024-11-20T17:40:16,441 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=3; waited=0ms, expected min=3 server(s), max=3 server(s), master is running 2024-11-20T17:40:16,441 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:40:16,466 INFO [master/613581fcdc40:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=3 2024-11-20T17:40:16,467 INFO [master/613581fcdc40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732124476467 2024-11-20T17:40:16,467 INFO [master/613581fcdc40:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732124536467 2024-11-20T17:40:16,467 INFO [master/613581fcdc40:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-11-20T17:40:16,468 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:40:16,476 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,39619,1732124413411-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:16,476 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,39619,1732124413411-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:16,476 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,39619,1732124413411-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:16,478 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-613581fcdc40:39619, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:16,478 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:16,479 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:16,485 DEBUG [master/613581fcdc40:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-20T17:40:16,514 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.107sec 2024-11-20T17:40:16,516 INFO [master/613581fcdc40:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-20T17:40:16,517 INFO [master/613581fcdc40:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-20T17:40:16,518 INFO [master/613581fcdc40:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-20T17:40:16,519 INFO [master/613581fcdc40:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-20T17:40:16,519 INFO [master/613581fcdc40:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-20T17:40:16,520 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,39619,1732124413411-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-20T17:40:16,520 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,39619,1732124413411-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-20T17:40:16,525 DEBUG [master/613581fcdc40:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-20T17:40:16,526 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-20T17:40:16,527 INFO [master/613581fcdc40:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=613581fcdc40,39619,1732124413411-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-20T17:40:16,551 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6762ce34, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T17:40:16,555 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-20T17:40:16,555 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-20T17:40:16,559 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 613581fcdc40,39619,-1 for getting cluster id 2024-11-20T17:40:16,562 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-20T17:40:16,572 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '731d4f47-1318-4b9c-a1c5-da898bce0f42' 2024-11-20T17:40:16,575 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-20T17:40:16,575 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "731d4f47-1318-4b9c-a1c5-da898bce0f42" 2024-11-20T17:40:16,575 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20579e9c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T17:40:16,576 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [613581fcdc40,39619,-1] 2024-11-20T17:40:16,579 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-20T17:40:16,581 DEBUG [RPCClient-NioEventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:40:16,582 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47678, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T17:40:16,585 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4de2dbc8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-20T17:40:16,585 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:16,594 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:16,595 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T17:40:16,597 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-4-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59166, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T17:40:16,638 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=613581fcdc40,39619,1732124413411 2024-11-20T17:40:16,640 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T17:40:16,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-20T17:40:16,651 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 613581fcdc40,39619,1732124413411 2024-11-20T17:40:16,658 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f0d97fd 2024-11-20T17:40:16,660 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-20T17:40:16,663 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47684, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T17:40:16,670 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-20T17:40:16,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:40:16,682 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_PRE_OPERATION 2024-11-20T17:40:16,684 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true" procId is: 4 2024-11-20T17:40:16,684 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:16,688 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-20T17:40:16,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T17:40:16,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741837_1013 (size=1020) 2024-11-20T17:40:16,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741837_1013 (size=1020) 2024-11-20T17:40:16,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741837_1013 (size=1020) 2024-11-20T17:40:16,711 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 2d9328d2b0d6d7514732f827c5ff59c2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,712 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => eda08e512ffdffe710f00fbbd235bdde, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,712 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => bde04606c591e103967b0440f0278925, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,739 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741838_1014 (size=110) 2024-11-20T17:40:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741838_1014 (size=110) 2024-11-20T17:40:16,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741838_1014 (size=110) 2024-11-20T17:40:16,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 2d9328d2b0d6d7514732f827c5ff59c2, disabling compactions & flushes 2024-11-20T17:40:16,742 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:40:16,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:40:16,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. after waiting 0 ms 2024-11-20T17:40:16,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:40:16,742 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:40:16,742 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 2d9328d2b0d6d7514732f827c5ff59c2: Waiting for close lock at 1732124416742Disabling compacts and flushes for region at 1732124416742Disabling writes for close at 1732124416742Writing region close event to WAL at 1732124416742Closed at 1732124416742 2024-11-20T17:40:16,743 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 7facf2c1404017ec7d55dac307b66741, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741839_1015 (size=107) 2024-11-20T17:40:16,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741839_1015 (size=107) 2024-11-20T17:40:16,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741839_1015 (size=107) 2024-11-20T17:40:16,754 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,754 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing eda08e512ffdffe710f00fbbd235bdde, disabling compactions & flushes 2024-11-20T17:40:16,755 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:40:16,755 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:40:16,755 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. after waiting 0 ms 2024-11-20T17:40:16,755 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:40:16,755 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:40:16,755 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for eda08e512ffdffe710f00fbbd235bdde: Waiting for close lock at 1732124416754Disabling compacts and flushes for region at 1732124416754Disabling writes for close at 1732124416755 (+1 ms)Writing region close event to WAL at 1732124416755Closed at 1732124416755 2024-11-20T17:40:16,755 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 838b7e2418b19ff96a797077ceefa996, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741840_1016 (size=110) 2024-11-20T17:40:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741840_1016 (size=110) 2024-11-20T17:40:16,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741840_1016 (size=110) 2024-11-20T17:40:16,774 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,774 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing bde04606c591e103967b0440f0278925, disabling compactions & flushes 2024-11-20T17:40:16,774 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:40:16,774 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:40:16,774 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. after waiting 0 ms 2024-11-20T17:40:16,774 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:40:16,774 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:40:16,774 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for bde04606c591e103967b0440f0278925: Waiting for close lock at 1732124416774Disabling compacts and flushes for region at 1732124416774Disabling writes for close at 1732124416774Writing region close event to WAL at 1732124416774Closed at 1732124416774 2024-11-20T17:40:16,775 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e64d294a8b7dbbf8c8cd61631ee92526, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741841_1017 (size=110) 2024-11-20T17:40:16,788 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741841_1017 (size=110) 2024-11-20T17:40:16,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741841_1017 (size=110) 2024-11-20T17:40:16,789 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 7facf2c1404017ec7d55dac307b66741, disabling compactions & flushes 2024-11-20T17:40:16,790 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:40:16,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:40:16,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. after waiting 0 ms 2024-11-20T17:40:16,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:40:16,790 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:40:16,790 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 7facf2c1404017ec7d55dac307b66741: Waiting for close lock at 1732124416790Disabling compacts and flushes for region at 1732124416790Disabling writes for close at 1732124416790Writing region close event to WAL at 1732124416790Closed at 1732124416790 2024-11-20T17:40:16,791 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 1e6774b247db48b5af8f57a93ba8dc8e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T17:40:16,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741842_1018 (size=110) 2024-11-20T17:40:16,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741842_1018 (size=110) 2024-11-20T17:40:16,812 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741842_1018 (size=110) 2024-11-20T17:40:16,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 838b7e2418b19ff96a797077ceefa996, disabling compactions & flushes 2024-11-20T17:40:16,813 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:40:16,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:40:16,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. after waiting 0 ms 2024-11-20T17:40:16,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:40:16,813 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:40:16,813 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 838b7e2418b19ff96a797077ceefa996: Waiting for close lock at 1732124416813Disabling compacts and flushes for region at 1732124416813Disabling writes for close at 1732124416813Writing region close event to WAL at 1732124416813Closed at 1732124416813 2024-11-20T17:40:16,814 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 622e67a56c1d997d9f89d8c1f42d7585, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741843_1019 (size=110) 2024-11-20T17:40:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741843_1019 (size=110) 2024-11-20T17:40:16,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741843_1019 (size=110) 2024-11-20T17:40:16,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e64d294a8b7dbbf8c8cd61631ee92526, disabling compactions & flushes 2024-11-20T17:40:16,825 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:40:16,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:40:16,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. after waiting 0 ms 2024-11-20T17:40:16,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:40:16,825 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:40:16,825 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e64d294a8b7dbbf8c8cd61631ee92526: Waiting for close lock at 1732124416825Disabling compacts and flushes for region at 1732124416825Disabling writes for close at 1732124416825Writing region close event to WAL at 1732124416825Closed at 1732124416825 2024-11-20T17:40:16,826 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => afb6c6db82a5c3216adf2f69a25e111e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741844_1020 (size=110) 2024-11-20T17:40:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741844_1020 (size=110) 2024-11-20T17:40:16,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741844_1020 (size=110) 2024-11-20T17:40:16,837 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,837 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 1e6774b247db48b5af8f57a93ba8dc8e, disabling compactions & flushes 2024-11-20T17:40:16,837 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:40:16,838 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:40:16,838 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. after waiting 0 ms 2024-11-20T17:40:16,838 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:40:16,838 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:40:16,838 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 1e6774b247db48b5af8f57a93ba8dc8e: Waiting for close lock at 1732124416837Disabling compacts and flushes for region at 1732124416837Disabling writes for close at 1732124416838 (+1 ms)Writing region close event to WAL at 1732124416838Closed at 1732124416838 2024-11-20T17:40:16,839 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 467775df236ab0939c659dcd61e4ee45, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,843 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741845_1021 (size=110) 2024-11-20T17:40:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741845_1021 (size=110) 2024-11-20T17:40:16,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741845_1021 (size=110) 2024-11-20T17:40:16,845 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,845 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 622e67a56c1d997d9f89d8c1f42d7585, disabling compactions & flushes 2024-11-20T17:40:16,845 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:40:16,845 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:40:16,845 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. after waiting 0 ms 2024-11-20T17:40:16,845 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:40:16,845 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:40:16,845 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 622e67a56c1d997d9f89d8c1f42d7585: Waiting for close lock at 1732124416845Disabling compacts and flushes for region at 1732124416845Disabling writes for close at 1732124416845Writing region close event to WAL at 1732124416845Closed at 1732124416845 2024-11-20T17:40:16,846 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e7f068e23548a55f0deb7abf5f6c4ac5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741846_1022 (size=110) 2024-11-20T17:40:16,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741846_1022 (size=110) 2024-11-20T17:40:16,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741846_1022 (size=110) 2024-11-20T17:40:16,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing afb6c6db82a5c3216adf2f69a25e111e, disabling compactions & flushes 2024-11-20T17:40:16,856 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:40:16,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:40:16,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. after waiting 0 ms 2024-11-20T17:40:16,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:40:16,856 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:40:16,856 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for afb6c6db82a5c3216adf2f69a25e111e: Waiting for close lock at 1732124416856Disabling compacts and flushes for region at 1732124416856Disabling writes for close at 1732124416856Writing region close event to WAL at 1732124416856Closed at 1732124416856 2024-11-20T17:40:16,857 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a4df7900abf0fe292d13bb19d887d2f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741848_1024 (size=110) 2024-11-20T17:40:16,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741848_1024 (size=110) 2024-11-20T17:40:16,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741847_1023 (size=110) 2024-11-20T17:40:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741847_1023 (size=110) 2024-11-20T17:40:16,873 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,873 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741848_1024 (size=110) 2024-11-20T17:40:16,873 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing e7f068e23548a55f0deb7abf5f6c4ac5, disabling compactions & flushes 2024-11-20T17:40:16,873 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:40:16,874 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:40:16,874 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. after waiting 0 ms 2024-11-20T17:40:16,874 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:40:16,874 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:40:16,874 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for e7f068e23548a55f0deb7abf5f6c4ac5: Waiting for close lock at 1732124416873Disabling compacts and flushes for region at 1732124416873Disabling writes for close at 1732124416874 (+1 ms)Writing region close event to WAL at 1732124416874Closed at 1732124416874 2024-11-20T17:40:16,874 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741847_1023 (size=110) 2024-11-20T17:40:16,875 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 358f7bad84296f1b6fcc525db98e6884, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,875 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,875 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 467775df236ab0939c659dcd61e4ee45, disabling compactions & flushes 2024-11-20T17:40:16,875 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:40:16,875 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:40:16,876 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. after waiting 0 ms 2024-11-20T17:40:16,876 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:40:16,876 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:40:16,876 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 467775df236ab0939c659dcd61e4ee45: Waiting for close lock at 1732124416875Disabling compacts and flushes for region at 1732124416875Disabling writes for close at 1732124416876 (+1 ms)Writing region close event to WAL at 1732124416876Closed at 1732124416876 2024-11-20T17:40:16,877 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 5cd0de480d520d98f09627ad0c8f4739, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,879 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741849_1025 (size=110) 2024-11-20T17:40:16,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741849_1025 (size=110) 2024-11-20T17:40:16,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741849_1025 (size=110) 2024-11-20T17:40:16,881 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,882 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing a4df7900abf0fe292d13bb19d887d2f1, disabling compactions & flushes 2024-11-20T17:40:16,882 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:40:16,882 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:40:16,882 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. after waiting 0 ms 2024-11-20T17:40:16,882 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:40:16,882 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:40:16,882 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for a4df7900abf0fe292d13bb19d887d2f1: Waiting for close lock at 1732124416881Disabling compacts and flushes for region at 1732124416881Disabling writes for close at 1732124416882 (+1 ms)Writing region close event to WAL at 1732124416882Closed at 1732124416882 2024-11-20T17:40:16,883 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => e8b9ecbbfd82aa478afa149088b5cf95, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741851_1027 (size=110) 2024-11-20T17:40:16,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741851_1027 (size=110) 2024-11-20T17:40:16,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741851_1027 (size=110) 2024-11-20T17:40:16,894 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,894 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 5cd0de480d520d98f09627ad0c8f4739, disabling compactions & flushes 2024-11-20T17:40:16,894 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:40:16,894 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:40:16,894 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. after waiting 0 ms 2024-11-20T17:40:16,894 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:40:16,894 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:40:16,894 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 5cd0de480d520d98f09627ad0c8f4739: Waiting for close lock at 1732124416894Disabling compacts and flushes for region at 1732124416894Disabling writes for close at 1732124416894Writing region close event to WAL at 1732124416894Closed at 1732124416894 2024-11-20T17:40:16,896 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => 29dd1319a2a530e05e89a56c25a22928, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741850_1026 (size=110) 2024-11-20T17:40:16,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741850_1026 (size=110) 2024-11-20T17:40:16,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741850_1026 (size=110) 2024-11-20T17:40:16,902 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741852_1028 (size=110) 2024-11-20T17:40:16,902 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 358f7bad84296f1b6fcc525db98e6884, disabling compactions & flushes 2024-11-20T17:40:16,902 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:40:16,902 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:40:16,902 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741852_1028 (size=110) 2024-11-20T17:40:16,903 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. after waiting 0 ms 2024-11-20T17:40:16,903 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:40:16,903 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:40:16,903 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 358f7bad84296f1b6fcc525db98e6884: Waiting for close lock at 1732124416902Disabling compacts and flushes for region at 1732124416902Disabling writes for close at 1732124416903 (+1 ms)Writing region close event to WAL at 1732124416903Closed at 1732124416903 2024-11-20T17:40:16,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741852_1028 (size=110) 2024-11-20T17:40:16,904 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6e74a04289f0e2197c6732aac2093faf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,905 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,906 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing e8b9ecbbfd82aa478afa149088b5cf95, disabling compactions & flushes 2024-11-20T17:40:16,906 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:40:16,906 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:40:16,906 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. after waiting 0 ms 2024-11-20T17:40:16,906 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:40:16,906 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:40:16,906 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for e8b9ecbbfd82aa478afa149088b5cf95: Waiting for close lock at 1732124416905Disabling compacts and flushes for region at 1732124416905Disabling writes for close at 1732124416906 (+1 ms)Writing region close event to WAL at 1732124416906Closed at 1732124416906 2024-11-20T17:40:16,907 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d8e85e68d872d903b70b3ff572e29ad0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741853_1029 (size=110) 2024-11-20T17:40:16,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741853_1029 (size=110) 2024-11-20T17:40:16,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741853_1029 (size=110) 2024-11-20T17:40:16,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing 29dd1319a2a530e05e89a56c25a22928, disabling compactions & flushes 2024-11-20T17:40:16,916 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:40:16,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:40:16,916 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. after waiting 0 ms 2024-11-20T17:40:16,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:40:16,917 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:40:16,917 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for 29dd1319a2a530e05e89a56c25a22928: Waiting for close lock at 1732124416916Disabling compacts and flushes for region at 1732124416916Disabling writes for close at 1732124416916Writing region close event to WAL at 1732124416917 (+1 ms)Closed at 1732124416917 2024-11-20T17:40:16,917 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f8f2c91b8b9742baf30a7c4fcdd504b4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741854_1030 (size=110) 2024-11-20T17:40:16,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741854_1030 (size=110) 2024-11-20T17:40:16,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741854_1030 (size=110) 2024-11-20T17:40:16,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741855_1031 (size=110) 2024-11-20T17:40:16,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741855_1031 (size=110) 2024-11-20T17:40:16,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741855_1031 (size=110) 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 6e74a04289f0e2197c6732aac2093faf, disabling compactions & flushes 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d8e85e68d872d903b70b3ff572e29ad0, disabling compactions & flushes 2024-11-20T17:40:16,932 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:40:16,932 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. after waiting 0 ms 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. after waiting 0 ms 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:40:16,932 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:40:16,932 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6e74a04289f0e2197c6732aac2093faf: Waiting for close lock at 1732124416932Disabling compacts and flushes for region at 1732124416932Disabling writes for close at 1732124416932Writing region close event to WAL at 1732124416932Closed at 1732124416932 2024-11-20T17:40:16,932 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d8e85e68d872d903b70b3ff572e29ad0: Waiting for close lock at 1732124416932Disabling compacts and flushes for region at 1732124416932Disabling writes for close at 1732124416932Writing region close event to WAL at 1732124416932Closed at 1732124416932 2024-11-20T17:40:16,933 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => d14e38140bd102299907e4641cc15d55, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,934 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 441788388b2c07424c63ef7a653434a1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741856_1032 (size=110) 2024-11-20T17:40:16,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741856_1032 (size=110) 2024-11-20T17:40:16,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741856_1032 (size=110) 2024-11-20T17:40:16,939 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,939 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f8f2c91b8b9742baf30a7c4fcdd504b4, disabling compactions & flushes 2024-11-20T17:40:16,939 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:40:16,939 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:40:16,939 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. after waiting 0 ms 2024-11-20T17:40:16,940 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:40:16,940 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:40:16,940 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f8f2c91b8b9742baf30a7c4fcdd504b4: Waiting for close lock at 1732124416939Disabling compacts and flushes for region at 1732124416939Disabling writes for close at 1732124416940 (+1 ms)Writing region close event to WAL at 1732124416940Closed at 1732124416940 2024-11-20T17:40:16,941 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => b2a438becd3a88204ecab34fcb07c940, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741857_1033 (size=110) 2024-11-20T17:40:16,954 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741857_1033 (size=110) 2024-11-20T17:40:16,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741857_1033 (size=110) 2024-11-20T17:40:16,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing d14e38140bd102299907e4641cc15d55, disabling compactions & flushes 2024-11-20T17:40:16,955 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:40:16,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:40:16,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. after waiting 0 ms 2024-11-20T17:40:16,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:40:16,955 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:40:16,955 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for d14e38140bd102299907e4641cc15d55: Waiting for close lock at 1732124416955Disabling compacts and flushes for region at 1732124416955Disabling writes for close at 1732124416955Writing region close event to WAL at 1732124416955Closed at 1732124416955 2024-11-20T17:40:16,956 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => cc2c7e9158e131b1bc8081245bf01fed, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741858_1034 (size=110) 2024-11-20T17:40:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741858_1034 (size=110) 2024-11-20T17:40:16,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741858_1034 (size=110) 2024-11-20T17:40:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741859_1035 (size=110) 2024-11-20T17:40:16,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741859_1035 (size=110) 2024-11-20T17:40:16,961 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741859_1035 (size=110) 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing b2a438becd3a88204ecab34fcb07c940, disabling compactions & flushes 2024-11-20T17:40:16,965 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. after waiting 0 ms 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 441788388b2c07424c63ef7a653434a1, disabling compactions & flushes 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:40:16,965 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:40:16,965 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for b2a438becd3a88204ecab34fcb07c940: Waiting for close lock at 1732124416965Disabling compacts and flushes for region at 1732124416965Disabling writes for close at 1732124416965Writing region close event to WAL at 1732124416965Closed at 1732124416965 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. after waiting 0 ms 2024-11-20T17:40:16,965 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:40:16,965 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:40:16,966 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 441788388b2c07424c63ef7a653434a1: Waiting for close lock at 1732124416965Disabling compacts and flushes for region at 1732124416965Disabling writes for close at 1732124416965Writing region close event to WAL at 1732124416965Closed at 1732124416965 2024-11-20T17:40:16,966 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(7572): creating {ENCODED => f1936ee11679c9bd11037161f8c5210b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,967 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 504233c0a210d82eaf34be86d9c43185, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741860_1036 (size=110) 2024-11-20T17:40:16,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741860_1036 (size=110) 2024-11-20T17:40:16,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741860_1036 (size=110) 2024-11-20T17:40:16,975 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,975 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing cc2c7e9158e131b1bc8081245bf01fed, disabling compactions & flushes 2024-11-20T17:40:16,975 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:40:16,975 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:40:16,975 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. after waiting 0 ms 2024-11-20T17:40:16,975 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:40:16,976 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:40:16,976 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for cc2c7e9158e131b1bc8081245bf01fed: Waiting for close lock at 1732124416975Disabling compacts and flushes for region at 1732124416975Disabling writes for close at 1732124416975Writing region close event to WAL at 1732124416976 (+1 ms)Closed at 1732124416976 2024-11-20T17:40:16,977 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 23015cc4b789a0061576a34b34761f46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57 2024-11-20T17:40:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741861_1037 (size=110) 2024-11-20T17:40:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741861_1037 (size=110) 2024-11-20T17:40:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741861_1037 (size=110) 2024-11-20T17:40:16,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741862_1038 (size=110) 2024-11-20T17:40:16,979 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741862_1038 (size=110) 2024-11-20T17:40:16,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741862_1038 (size=110) 2024-11-20T17:40:16,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:16,980 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1722): Closing f1936ee11679c9bd11037161f8c5210b, disabling compactions & flushes 2024-11-20T17:40:16,980 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1722): Closing 504233c0a210d82eaf34be86d9c43185, disabling compactions & flushes 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:40:16,981 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. after waiting 0 ms 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. after waiting 0 ms 2024-11-20T17:40:16,981 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:40:16,981 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-2 {}] regionserver.HRegion(1676): Region close journal for f1936ee11679c9bd11037161f8c5210b: Waiting for close lock at 1732124416980Disabling compacts and flushes for region at 1732124416980Disabling writes for close at 1732124416981 (+1 ms)Writing region close event to WAL at 1732124416981Closed at 1732124416981 2024-11-20T17:40:16,981 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-0 {}] regionserver.HRegion(1676): Region close journal for 504233c0a210d82eaf34be86d9c43185: Waiting for close lock at 1732124416980Disabling compacts and flushes for region at 1732124416980Disabling writes for close at 1732124416981 (+1 ms)Writing region close event to WAL at 1732124416981Closed at 1732124416981 2024-11-20T17:40:16,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741863_1039 (size=107) 2024-11-20T17:40:16,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741863_1039 (size=107) 2024-11-20T17:40:16,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741863_1039 (size=107) 2024-11-20T17:40:17,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T17:40:17,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T17:40:17,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1722): Closing 23015cc4b789a0061576a34b34761f46, disabling compactions & flushes 2024-11-20T17:40:17,391 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:40:17,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:40:17,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. after waiting 0 ms 2024-11-20T17:40:17,391 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:40:17,392 INFO [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:40:17,392 DEBUG [RegionOpenAndInit-testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true-pool-1 {}] regionserver.HRegion(1676): Region close journal for 23015cc4b789a0061576a34b34761f46: Waiting for close lock at 1732124417391Disabling compacts and flushes for region at 1732124417391Disabling writes for close at 1732124417391Writing region close event to WAL at 1732124417391Closed at 1732124417391 2024-11-20T17:40:17,397 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ADD_TO_META 2024-11-20T17:40:17,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,404 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,405 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,406 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,406 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,406 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,406 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,407 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,408 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185.","families":{"info":[{"qualifier":"regioninfo","vlen":109,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,409 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46.","families":{"info":[{"qualifier":"regioninfo","vlen":106,"tag":[],"timestamp":"1732124417397"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732124417397"}]},"ts":"1732124417397"} 2024-11-20T17:40:17,454 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 26 regions to meta. 2024-11-20T17:40:17,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-20T17:40:17,459 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732124417457"}]},"ts":"1732124417457"} 2024-11-20T17:40:17,464 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLING in hbase:meta 2024-11-20T17:40:17,465 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(204): Hosts are {613581fcdc40=0} racks are {/default-rack=0} 2024-11-20T17:40:17,500 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T17:40:17,500 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T17:40:17,500 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(303): server 2 has 0 regions 2024-11-20T17:40:17,500 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T17:40:17,500 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T17:40:17,500 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(310): server 2 is on host 0 2024-11-20T17:40:17,500 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T17:40:17,500 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T17:40:17,501 INFO [PEWorker-1 {}] balancer.BalancerClusterState(321): server 2 is on rack 0 2024-11-20T17:40:17,501 DEBUG [PEWorker-1 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T17:40:17,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN}, {pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bde04606c591e103967b0440f0278925, ASSIGN}, {pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d9328d2b0d6d7514732f827c5ff59c2, ASSIGN}, {pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7facf2c1404017ec7d55dac307b66741, ASSIGN}, {pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN}, {pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e64d294a8b7dbbf8c8cd61631ee92526, ASSIGN}, {pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e6774b247db48b5af8f57a93ba8dc8e, ASSIGN}, {pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN}, {pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=afb6c6db82a5c3216adf2f69a25e111e, ASSIGN}, {pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN}, {pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e7f068e23548a55f0deb7abf5f6c4ac5, ASSIGN}, {pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4df7900abf0fe292d13bb19d887d2f1, ASSIGN}, {pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN}, {pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cd0de480d520d98f09627ad0c8f4739, ASSIGN}, {pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e8b9ecbbfd82aa478afa149088b5cf95, ASSIGN}, {pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29dd1319a2a530e05e89a56c25a22928, ASSIGN}, {pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN}, {pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8e85e68d872d903b70b3ff572e29ad0, ASSIGN}, {pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f8f2c91b8b9742baf30a7c4fcdd504b4, ASSIGN}, {pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=441788388b2c07424c63ef7a653434a1, ASSIGN}, {pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN}, {pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a438becd3a88204ecab34fcb07c940, ASSIGN}, {pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN}, {pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1936ee11679c9bd11037161f8c5210b, ASSIGN}, {pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=504233c0a210d82eaf34be86d9c43185, ASSIGN}, {pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN}] 2024-11-20T17:40:17,514 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN 2024-11-20T17:40:17,516 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,517 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=504233c0a210d82eaf34be86d9c43185, ASSIGN 2024-11-20T17:40:17,519 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=504233c0a210d82eaf34be86d9c43185, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,521 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1936ee11679c9bd11037161f8c5210b, ASSIGN 2024-11-20T17:40:17,523 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1936ee11679c9bd11037161f8c5210b, ASSIGN; state=OFFLINE, location=613581fcdc40,44541,1732124414306; forceNewPlan=false, retain=false 2024-11-20T17:40:17,524 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN 2024-11-20T17:40:17,526 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,527 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a438becd3a88204ecab34fcb07c940, ASSIGN 2024-11-20T17:40:17,529 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a438becd3a88204ecab34fcb07c940, ASSIGN; state=OFFLINE, location=613581fcdc40,44541,1732124414306; forceNewPlan=false, retain=false 2024-11-20T17:40:17,530 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN 2024-11-20T17:40:17,532 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,533 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=441788388b2c07424c63ef7a653434a1, ASSIGN 2024-11-20T17:40:17,534 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=441788388b2c07424c63ef7a653434a1, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,536 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f8f2c91b8b9742baf30a7c4fcdd504b4, ASSIGN 2024-11-20T17:40:17,537 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f8f2c91b8b9742baf30a7c4fcdd504b4, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,538 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8e85e68d872d903b70b3ff572e29ad0, ASSIGN 2024-11-20T17:40:17,539 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8e85e68d872d903b70b3ff572e29ad0, ASSIGN; state=OFFLINE, location=613581fcdc40,44541,1732124414306; forceNewPlan=false, retain=false 2024-11-20T17:40:17,541 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN 2024-11-20T17:40:17,543 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,544 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29dd1319a2a530e05e89a56c25a22928, ASSIGN 2024-11-20T17:40:17,546 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29dd1319a2a530e05e89a56c25a22928, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,548 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e8b9ecbbfd82aa478afa149088b5cf95, ASSIGN 2024-11-20T17:40:17,549 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e8b9ecbbfd82aa478afa149088b5cf95, ASSIGN; state=OFFLINE, location=613581fcdc40,44541,1732124414306; forceNewPlan=false, retain=false 2024-11-20T17:40:17,551 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cd0de480d520d98f09627ad0c8f4739, ASSIGN 2024-11-20T17:40:17,552 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cd0de480d520d98f09627ad0c8f4739, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,554 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN 2024-11-20T17:40:17,555 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,557 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4df7900abf0fe292d13bb19d887d2f1, ASSIGN 2024-11-20T17:40:17,558 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4df7900abf0fe292d13bb19d887d2f1, ASSIGN; state=OFFLINE, location=613581fcdc40,44541,1732124414306; forceNewPlan=false, retain=false 2024-11-20T17:40:17,560 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e7f068e23548a55f0deb7abf5f6c4ac5, ASSIGN 2024-11-20T17:40:17,561 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e7f068e23548a55f0deb7abf5f6c4ac5, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN 2024-11-20T17:40:17,564 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,566 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=afb6c6db82a5c3216adf2f69a25e111e, ASSIGN 2024-11-20T17:40:17,567 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=afb6c6db82a5c3216adf2f69a25e111e, ASSIGN; state=OFFLINE, location=613581fcdc40,44541,1732124414306; forceNewPlan=false, retain=false 2024-11-20T17:40:17,569 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN 2024-11-20T17:40:17,570 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,571 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e6774b247db48b5af8f57a93ba8dc8e, ASSIGN 2024-11-20T17:40:17,572 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e6774b247db48b5af8f57a93ba8dc8e, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,574 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e64d294a8b7dbbf8c8cd61631ee92526, ASSIGN 2024-11-20T17:40:17,575 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e64d294a8b7dbbf8c8cd61631ee92526, ASSIGN; state=OFFLINE, location=613581fcdc40,44541,1732124414306; forceNewPlan=false, retain=false 2024-11-20T17:40:17,576 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN 2024-11-20T17:40:17,577 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,579 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7facf2c1404017ec7d55dac307b66741, ASSIGN 2024-11-20T17:40:17,581 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7facf2c1404017ec7d55dac307b66741, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,582 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d9328d2b0d6d7514732f827c5ff59c2, ASSIGN 2024-11-20T17:40:17,584 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d9328d2b0d6d7514732f827c5ff59c2, ASSIGN; state=OFFLINE, location=613581fcdc40,33405,1732124414163; forceNewPlan=false, retain=false 2024-11-20T17:40:17,585 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bde04606c591e103967b0440f0278925, ASSIGN 2024-11-20T17:40:17,587 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bde04606c591e103967b0440f0278925, ASSIGN; state=OFFLINE, location=613581fcdc40,44541,1732124414306; forceNewPlan=false, retain=false 2024-11-20T17:40:17,588 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN 2024-11-20T17:40:17,590 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN; state=OFFLINE, location=613581fcdc40,43513,1732124414253; forceNewPlan=false, retain=false 2024-11-20T17:40:17,672 INFO [613581fcdc40:39619 {}] balancer.BaseLoadBalancer(388): Reassigned 26 regions. 26 retained the pre-restart assignment. 2024-11-20T17:40:17,674 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=f1936ee11679c9bd11037161f8c5210b, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,676 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b2a438becd3a88204ecab34fcb07c940, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,678 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=d8e85e68d872d903b70b3ff572e29ad0, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,679 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=e8b9ecbbfd82aa478afa149088b5cf95, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=a4df7900abf0fe292d13bb19d887d2f1, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1936ee11679c9bd11037161f8c5210b, ASSIGN because future has completed 2024-11-20T17:40:17,680 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=afb6c6db82a5c3216adf2f69a25e111e, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,681 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1936ee11679c9bd11037161f8c5210b, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:40:17,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=26, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a438becd3a88204ecab34fcb07c940, ASSIGN because future has completed 2024-11-20T17:40:17,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8e85e68d872d903b70b3ff572e29ad0, ASSIGN because future has completed 2024-11-20T17:40:17,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e8b9ecbbfd82aa478afa149088b5cf95, ASSIGN because future has completed 2024-11-20T17:40:17,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4df7900abf0fe292d13bb19d887d2f1, ASSIGN because future has completed 2024-11-20T17:40:17,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4df7900abf0fe292d13bb19d887d2f1, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:40:17,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=afb6c6db82a5c3216adf2f69a25e111e, ASSIGN because future has completed 2024-11-20T17:40:17,697 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure afb6c6db82a5c3216adf2f69a25e111e, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:40:17,702 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=34, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8b9ecbbfd82aa478afa149088b5cf95, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:40:17,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8e85e68d872d903b70b3ff572e29ad0, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:40:17,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=36, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a438becd3a88204ecab34fcb07c940, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:40:17,718 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e64d294a8b7dbbf8c8cd61631ee92526, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bde04606c591e103967b0440f0278925, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,720 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=23015cc4b789a0061576a34b34761f46, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,721 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=d14e38140bd102299907e4641cc15d55, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e64d294a8b7dbbf8c8cd61631ee92526, ASSIGN because future has completed 2024-11-20T17:40:17,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=6e74a04289f0e2197c6732aac2093faf, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,723 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e64d294a8b7dbbf8c8cd61631ee92526, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:40:17,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bde04606c591e103967b0440f0278925, ASSIGN because future has completed 2024-11-20T17:40:17,726 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN because future has completed 2024-11-20T17:40:17,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN because future has completed 2024-11-20T17:40:17,730 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=25, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN because future has completed 2024-11-20T17:40:17,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=38, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure d14e38140bd102299907e4641cc15d55, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=21, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN because future has completed 2024-11-20T17:40:17,737 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=39, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e74a04289f0e2197c6732aac2093faf, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,743 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2c7e9158e131b1bc8081245bf01fed, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,748 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=41, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23015cc4b789a0061576a34b34761f46, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,753 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=42, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde04606c591e103967b0440f0278925, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:40:17,758 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=358f7bad84296f1b6fcc525db98e6884, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=467775df236ab0939c659dcd61e4ee45, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,759 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,760 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=838b7e2418b19ff96a797077ceefa996, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eda08e512ffdffe710f00fbbd235bdde, regionState=OPENING, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,761 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=504233c0a210d82eaf34be86d9c43185, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=17, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN because future has completed 2024-11-20T17:40:17,762 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=441788388b2c07424c63ef7a653434a1, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,763 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358f7bad84296f1b6fcc525db98e6884, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=14, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN because future has completed 2024-11-20T17:40:17,766 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN because future has completed 2024-11-20T17:40:17,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN because future has completed 2024-11-20T17:40:17,769 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 838b7e2418b19ff96a797077ceefa996, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN because future has completed 2024-11-20T17:40:17,771 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=29, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=504233c0a210d82eaf34be86d9c43185, ASSIGN because future has completed 2024-11-20T17:40:17,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=441788388b2c07424c63ef7a653434a1, ASSIGN because future has completed 2024-11-20T17:40:17,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 441788388b2c07424c63ef7a653434a1, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,782 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 504233c0a210d82eaf34be86d9c43185, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,787 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=47, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda08e512ffdffe710f00fbbd235bdde, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,792 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622e67a56c1d997d9f89d8c1f42d7585, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,797 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=49, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467775df236ab0939c659dcd61e4ee45, server=613581fcdc40,43513,1732124414253}] 2024-11-20T17:40:17,802 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=f8f2c91b8b9742baf30a7c4fcdd504b4, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=29dd1319a2a530e05e89a56c25a22928, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,803 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5cd0de480d520d98f09627ad0c8f4739, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=e7f068e23548a55f0deb7abf5f6c4ac5, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,804 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1e6774b247db48b5af8f57a93ba8dc8e, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7facf2c1404017ec7d55dac307b66741, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,805 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2d9328d2b0d6d7514732f827c5ff59c2, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,806 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f8f2c91b8b9742baf30a7c4fcdd504b4, ASSIGN because future has completed 2024-11-20T17:40:17,806 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8f2c91b8b9742baf30a7c4fcdd504b4, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=20, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29dd1319a2a530e05e89a56c25a22928, ASSIGN because future has completed 2024-11-20T17:40:17,811 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cd0de480d520d98f09627ad0c8f4739, ASSIGN because future has completed 2024-11-20T17:40:17,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e7f068e23548a55f0deb7abf5f6c4ac5, ASSIGN because future has completed 2024-11-20T17:40:17,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7f068e23548a55f0deb7abf5f6c4ac5, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=11, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e6774b247db48b5af8f57a93ba8dc8e, ASSIGN because future has completed 2024-11-20T17:40:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=8, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7facf2c1404017ec7d55dac307b66741, ASSIGN because future has completed 2024-11-20T17:40:17,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d9328d2b0d6d7514732f827c5ff59c2, ASSIGN because future has completed 2024-11-20T17:40:17,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d9328d2b0d6d7514732f827c5ff59c2, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,824 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7facf2c1404017ec7d55dac307b66741, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e6774b247db48b5af8f57a93ba8dc8e, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T17:40:17,834 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cd0de480d520d98f09627ad0c8f4739, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,836 DEBUG [RSProcedureDispatcher-pool-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T17:40:17,838 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29dd1319a2a530e05e89a56c25a22928, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:40:17,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50503, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T17:40:17,844 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:40:17,844 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7752): Opening region: {ENCODED => e64d294a8b7dbbf8c8cd61631ee92526, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-11-20T17:40:17,845 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,845 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,845 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7794): checking encryption for e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,845 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7797): checking classloading for e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,847 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,849 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e64d294a8b7dbbf8c8cd61631ee92526 columnFamilyName colfamily11 2024-11-20T17:40:17,849 DEBUG [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,850 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] regionserver.HStore(327): Store=e64d294a8b7dbbf8c8cd61631ee92526/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,850 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,851 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e64d294a8b7dbbf8c8cd61631ee92526 columnFamilyName colfamily21 2024-11-20T17:40:17,851 DEBUG [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,852 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] regionserver.HStore(327): Store=e64d294a8b7dbbf8c8cd61631ee92526/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,852 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,853 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e64d294a8b7dbbf8c8cd61631ee92526 columnFamilyName colfamily31 2024-11-20T17:40:17,853 DEBUG [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,854 INFO [StoreOpener-e64d294a8b7dbbf8c8cd61631ee92526-1 {}] regionserver.HStore(327): Store=e64d294a8b7dbbf8c8cd61631ee92526/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,854 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1038): replaying wal for e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,855 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,856 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,858 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1048): stopping wal replay for e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,858 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1060): Cleaning up temporary data for e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,859 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:17,861 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1093): writing seq id for e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,864 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:17,865 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1114): Opened e64d294a8b7dbbf8c8cd61631ee92526; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64893584, jitterRate=-0.033010244369506836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:17,865 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:40:17,866 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1006): Region open journal for e64d294a8b7dbbf8c8cd61631ee92526: Running coprocessor pre-open hook at 1732124417845Writing region info on filesystem at 1732124417845Initializing all the Stores at 1732124417847 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417847Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417847Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417847Cleaning up temporary data from old regions at 1732124417858 (+11 ms)Running coprocessor post-open hooks at 1732124417865 (+7 ms)Region opened successfully at 1732124417866 (+1 ms) 2024-11-20T17:40:17,868 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526., pid=37, masterSystemTime=1732124417836 2024-11-20T17:40:17,871 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:40:17,871 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:40:17,871 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:40:17,872 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7752): Opening region: {ENCODED => d8e85e68d872d903b70b3ff572e29ad0, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-11-20T17:40:17,872 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=e64d294a8b7dbbf8c8cd61631ee92526, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,872 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,872 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,873 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7794): checking encryption for d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,873 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(7797): checking classloading for d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,875 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,875 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=37, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure e64d294a8b7dbbf8c8cd61631ee92526, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:40:17,878 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e85e68d872d903b70b3ff572e29ad0 columnFamilyName colfamily11 2024-11-20T17:40:17,878 DEBUG [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,879 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] regionserver.HStore(327): Store=d8e85e68d872d903b70b3ff572e29ad0/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,879 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,882 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e85e68d872d903b70b3ff572e29ad0 columnFamilyName colfamily21 2024-11-20T17:40:17,882 DEBUG [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,883 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] regionserver.HStore(327): Store=d8e85e68d872d903b70b3ff572e29ad0/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,883 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=10 2024-11-20T17:40:17,885 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure e64d294a8b7dbbf8c8cd61631ee92526, server=613581fcdc40,44541,1732124414306 in 154 msec 2024-11-20T17:40:17,885 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8e85e68d872d903b70b3ff572e29ad0 columnFamilyName colfamily31 2024-11-20T17:40:17,885 DEBUG [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,887 INFO [StoreOpener-d8e85e68d872d903b70b3ff572e29ad0-1 {}] regionserver.HStore(327): Store=d8e85e68d872d903b70b3ff572e29ad0/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,887 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1038): replaying wal for d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e64d294a8b7dbbf8c8cd61631ee92526, ASSIGN in 382 msec 2024-11-20T17:40:17,888 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,889 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,891 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1048): stopping wal replay for d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,891 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1060): Cleaning up temporary data for d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,891 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:17,893 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:40:17,894 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7752): Opening region: {ENCODED => 23015cc4b789a0061576a34b34761f46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-20T17:40:17,894 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,894 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,894 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1093): writing seq id for d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,895 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7794): checking encryption for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,895 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7797): checking classloading for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,897 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,898 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:17,899 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1114): Opened d8e85e68d872d903b70b3ff572e29ad0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64521109, jitterRate=-0.03856055438518524}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:17,899 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23015cc4b789a0061576a34b34761f46 columnFamilyName colfamily11 2024-11-20T17:40:17,899 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:40:17,899 DEBUG [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,899 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegion(1006): Region open journal for d8e85e68d872d903b70b3ff572e29ad0: Running coprocessor pre-open hook at 1732124417873Writing region info on filesystem at 1732124417873Initializing all the Stores at 1732124417874 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417874Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417875 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417875Cleaning up temporary data from old regions at 1732124417891 (+16 ms)Running coprocessor post-open hooks at 1732124417899 (+8 ms)Region opened successfully at 1732124417899 2024-11-20T17:40:17,900 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(327): Store=23015cc4b789a0061576a34b34761f46/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,900 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,900 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0., pid=35, masterSystemTime=1732124417836 2024-11-20T17:40:17,902 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23015cc4b789a0061576a34b34761f46 columnFamilyName colfamily21 2024-11-20T17:40:17,902 DEBUG [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,903 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:40:17,903 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(327): Store=23015cc4b789a0061576a34b34761f46/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,903 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=35}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:40:17,904 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,904 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:40:17,904 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7752): Opening region: {ENCODED => afb6c6db82a5c3216adf2f69a25e111e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-11-20T17:40:17,904 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=d8e85e68d872d903b70b3ff572e29ad0, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,904 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,905 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,905 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7794): checking encryption for afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,905 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(7797): checking classloading for afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,907 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23015cc4b789a0061576a34b34761f46 columnFamilyName colfamily31 2024-11-20T17:40:17,907 DEBUG [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,908 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=35, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure d8e85e68d872d903b70b3ff572e29ad0, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:40:17,908 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,908 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(327): Store=23015cc4b789a0061576a34b34761f46/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,909 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1038): replaying wal for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,911 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,912 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,912 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afb6c6db82a5c3216adf2f69a25e111e columnFamilyName colfamily11 2024-11-20T17:40:17,912 DEBUG [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,913 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] regionserver.HStore(327): Store=afb6c6db82a5c3216adf2f69a25e111e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,914 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,914 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1048): stopping wal replay for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,914 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1060): Cleaning up temporary data for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,915 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:17,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=22 2024-11-20T17:40:17,916 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure d8e85e68d872d903b70b3ff572e29ad0, server=613581fcdc40,44541,1732124414306 in 203 msec 2024-11-20T17:40:17,916 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afb6c6db82a5c3216adf2f69a25e111e columnFamilyName colfamily21 2024-11-20T17:40:17,917 DEBUG [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,917 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] regionserver.HStore(327): Store=afb6c6db82a5c3216adf2f69a25e111e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,917 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,917 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1093): writing seq id for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,919 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region afb6c6db82a5c3216adf2f69a25e111e columnFamilyName colfamily31 2024-11-20T17:40:17,919 DEBUG [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,921 INFO [StoreOpener-afb6c6db82a5c3216adf2f69a25e111e-1 {}] regionserver.HStore(327): Store=afb6c6db82a5c3216adf2f69a25e111e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d8e85e68d872d903b70b3ff572e29ad0, ASSIGN in 413 msec 2024-11-20T17:40:17,921 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1038): replaying wal for afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,922 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,923 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,924 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1048): stopping wal replay for afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,924 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1060): Cleaning up temporary data for afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,925 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:17,925 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:17,926 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1114): Opened 23015cc4b789a0061576a34b34761f46; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64925295, jitterRate=-0.03253771364688873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:17,926 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:40:17,926 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1006): Region open journal for 23015cc4b789a0061576a34b34761f46: Running coprocessor pre-open hook at 1732124417895Writing region info on filesystem at 1732124417895Initializing all the Stores at 1732124417896 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417896Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417897 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417897Cleaning up temporary data from old regions at 1732124417914 (+17 ms)Running coprocessor post-open hooks at 1732124417926 (+12 ms)Region opened successfully at 1732124417926 2024-11-20T17:40:17,927 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1093): writing seq id for afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,928 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., pid=41, masterSystemTime=1732124417888 2024-11-20T17:40:17,928 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-20T17:40:17,932 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:40:17,932 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:40:17,932 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:40:17,933 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7752): Opening region: {ENCODED => eda08e512ffdffe710f00fbbd235bdde, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-20T17:40:17,933 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:17,933 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,933 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,933 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7794): checking encryption for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,933 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7797): checking classloading for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,933 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=23015cc4b789a0061576a34b34761f46, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,934 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1114): Opened afb6c6db82a5c3216adf2f69a25e111e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74898327, jitterRate=0.11607204377651215}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:17,934 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1122): Running coprocessor post-open hooks for afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:40:17,935 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegion(1006): Region open journal for afb6c6db82a5c3216adf2f69a25e111e: Running coprocessor pre-open hook at 1732124417905Writing region info on filesystem at 1732124417905Initializing all the Stores at 1732124417907 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417907Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417908 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417908Cleaning up temporary data from old regions at 1732124417924 (+16 ms)Running coprocessor post-open hooks at 1732124417934 (+10 ms)Region opened successfully at 1732124417934 2024-11-20T17:40:17,936 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., pid=33, masterSystemTime=1732124417836 2024-11-20T17:40:17,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44583, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T17:40:17,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=41, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23015cc4b789a0061576a34b34761f46, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:17,939 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:40:17,940 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=33}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:40:17,940 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:40:17,940 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7752): Opening region: {ENCODED => a4df7900abf0fe292d13bb19d887d2f1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-11-20T17:40:17,941 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,941 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,941 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7794): checking encryption for a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,941 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(7797): checking classloading for a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=41, resume processing ppid=30 2024-11-20T17:40:17,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 23015cc4b789a0061576a34b34761f46, server=613581fcdc40,43513,1732124414253 in 191 msec 2024-11-20T17:40:17,944 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,946 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,947 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda08e512ffdffe710f00fbbd235bdde columnFamilyName colfamily11 2024-11-20T17:40:17,947 DEBUG [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,948 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:40:17,948 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 504233c0a210d82eaf34be86d9c43185, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-11-20T17:40:17,948 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(327): Store=eda08e512ffdffe710f00fbbd235bdde/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN in 441 msec 2024-11-20T17:40:17,948 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,948 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,949 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,949 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4df7900abf0fe292d13bb19d887d2f1 columnFamilyName colfamily11 2024-11-20T17:40:17,949 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,949 DEBUG [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,949 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,950 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] regionserver.HStore(327): Store=a4df7900abf0fe292d13bb19d887d2f1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,950 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,951 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=13 updating hbase:meta row=afb6c6db82a5c3216adf2f69a25e111e, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,951 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda08e512ffdffe710f00fbbd235bdde columnFamilyName colfamily21 2024-11-20T17:40:17,951 DEBUG [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,952 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(327): Store=eda08e512ffdffe710f00fbbd235bdde/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,952 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,953 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4df7900abf0fe292d13bb19d887d2f1 columnFamilyName colfamily21 2024-11-20T17:40:17,953 DEBUG [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,954 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] regionserver.HStore(327): Store=a4df7900abf0fe292d13bb19d887d2f1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,955 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,955 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda08e512ffdffe710f00fbbd235bdde columnFamilyName colfamily31 2024-11-20T17:40:17,955 DEBUG [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=33, ppid=13, state=RUNNABLE, hasLock=false; OpenRegionProcedure afb6c6db82a5c3216adf2f69a25e111e, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:40:17,955 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(327): Store=eda08e512ffdffe710f00fbbd235bdde/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,956 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1038): replaying wal for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,956 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,957 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,958 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a4df7900abf0fe292d13bb19d887d2f1 columnFamilyName colfamily31 2024-11-20T17:40:17,958 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,958 DEBUG [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,959 INFO [StoreOpener-a4df7900abf0fe292d13bb19d887d2f1-1 {}] regionserver.HStore(327): Store=a4df7900abf0fe292d13bb19d887d2f1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,959 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 504233c0a210d82eaf34be86d9c43185 columnFamilyName colfamily11 2024-11-20T17:40:17,959 DEBUG [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,959 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1038): replaying wal for a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,960 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1048): stopping wal replay for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,960 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1060): Cleaning up temporary data for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,960 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] regionserver.HStore(327): Store=504233c0a210d82eaf34be86d9c43185/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,961 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:17,961 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,961 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,962 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,963 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1093): writing seq id for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,963 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=13 2024-11-20T17:40:17,964 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 504233c0a210d82eaf34be86d9c43185 columnFamilyName colfamily21 2024-11-20T17:40:17,964 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=13, state=SUCCESS, hasLock=false; OpenRegionProcedure afb6c6db82a5c3216adf2f69a25e111e, server=613581fcdc40,44541,1732124414306 in 261 msec 2024-11-20T17:40:17,964 DEBUG [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,964 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] regionserver.HStore(327): Store=504233c0a210d82eaf34be86d9c43185/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,965 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,965 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1048): stopping wal replay for a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,966 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1060): Cleaning up temporary data for a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,966 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:17,967 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 504233c0a210d82eaf34be86d9c43185 columnFamilyName colfamily31 2024-11-20T17:40:17,967 DEBUG [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,968 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:17,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=afb6c6db82a5c3216adf2f69a25e111e, ASSIGN in 461 msec 2024-11-20T17:40:17,968 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1114): Opened eda08e512ffdffe710f00fbbd235bdde; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61924598, jitterRate=-0.07725158333778381}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:17,969 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:40:17,969 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1006): Region open journal for eda08e512ffdffe710f00fbbd235bdde: Running coprocessor pre-open hook at 1732124417934Writing region info on filesystem at 1732124417934Initializing all the Stores at 1732124417937 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417937Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417944 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417944Cleaning up temporary data from old regions at 1732124417960 (+16 ms)Running coprocessor post-open hooks at 1732124417969 (+9 ms)Region opened successfully at 1732124417969 2024-11-20T17:40:17,969 INFO [StoreOpener-504233c0a210d82eaf34be86d9c43185-1 {}] regionserver.HStore(327): Store=504233c0a210d82eaf34be86d9c43185/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,969 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,969 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1093): writing seq id for a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,970 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,970 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., pid=47, masterSystemTime=1732124417888 2024-11-20T17:40:17,971 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,973 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,973 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,974 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:40:17,974 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:40:17,974 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:40:17,974 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7752): Opening region: {ENCODED => 467775df236ab0939c659dcd61e4ee45, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-20T17:40:17,975 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:17,975 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,975 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=eda08e512ffdffe710f00fbbd235bdde, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:17,975 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:17,975 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:17,976 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7794): checking encryption for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:17,976 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7797): checking classloading for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:17,976 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1114): Opened a4df7900abf0fe292d13bb19d887d2f1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70882777, jitterRate=0.05623568594455719}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:17,977 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:40:17,977 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegion(1006): Region open journal for a4df7900abf0fe292d13bb19d887d2f1: Running coprocessor pre-open hook at 1732124417941Writing region info on filesystem at 1732124417941Initializing all the Stores at 1732124417943 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417943Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417945 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417945Cleaning up temporary data from old regions at 1732124417966 (+21 ms)Running coprocessor post-open hooks at 1732124417977 (+11 ms)Region opened successfully at 1732124417977 2024-11-20T17:40:17,978 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., pid=32, masterSystemTime=1732124417836 2024-11-20T17:40:17,978 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=47, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda08e512ffdffe710f00fbbd235bdde, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:17,982 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:40:17,982 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=32}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:40:17,983 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:40:17,983 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7752): Opening region: {ENCODED => b2a438becd3a88204ecab34fcb07c940, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-11-20T17:40:17,984 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:17,984 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,984 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7794): checking encryption for b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:17,985 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7797): checking classloading for b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:17,985 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:17,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=47, resume processing ppid=5 2024-11-20T17:40:17,986 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:17,986 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure eda08e512ffdffe710f00fbbd235bdde, server=613581fcdc40,43513,1732124414253 in 195 msec 2024-11-20T17:40:17,988 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 504233c0a210d82eaf34be86d9c43185; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61104220, jitterRate=-0.08947616815567017}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:17,988 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:40:17,988 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 504233c0a210d82eaf34be86d9c43185: Running coprocessor pre-open hook at 1732124417950Writing region info on filesystem at 1732124417950Initializing all the Stores at 1732124417951 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417951Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417956 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417956Cleaning up temporary data from old regions at 1732124417973 (+17 ms)Running coprocessor post-open hooks at 1732124417988 (+15 ms)Region opened successfully at 1732124417988 2024-11-20T17:40:17,990 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185., pid=46, masterSystemTime=1732124417928 2024-11-20T17:40:17,991 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN in 484 msec 2024-11-20T17:40:17,991 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467775df236ab0939c659dcd61e4ee45 columnFamilyName colfamily11 2024-11-20T17:40:17,991 DEBUG [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,992 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(327): Store=467775df236ab0939c659dcd61e4ee45/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,992 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:17,993 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=a4df7900abf0fe292d13bb19d887d2f1, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:17,995 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467775df236ab0939c659dcd61e4ee45 columnFamilyName colfamily21 2024-11-20T17:40:17,996 DEBUG [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:17,996 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:40:17,997 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:40:17,997 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:40:17,997 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7752): Opening region: {ENCODED => 1e6774b247db48b5af8f57a93ba8dc8e, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-11-20T17:40:17,997 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:17,998 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:17,998 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7794): checking encryption for 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:17,998 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7797): checking classloading for 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:17,998 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(327): Store=467775df236ab0939c659dcd61e4ee45/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:17,998 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:17,999 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=29 updating hbase:meta row=504233c0a210d82eaf34be86d9c43185, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:17,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=32, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure a4df7900abf0fe292d13bb19d887d2f1, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:40:18,001 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467775df236ab0939c659dcd61e4ee45 columnFamilyName colfamily31 2024-11-20T17:40:18,001 DEBUG [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=29, state=RUNNABLE, hasLock=false; OpenRegionProcedure 504233c0a210d82eaf34be86d9c43185, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,003 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(327): Store=467775df236ab0939c659dcd61e4ee45/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,003 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1038): replaying wal for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:18,005 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:18,006 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:18,008 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1048): stopping wal replay for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:18,008 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1060): Cleaning up temporary data for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:18,009 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,009 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=32, resume processing ppid=16 2024-11-20T17:40:18,010 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure a4df7900abf0fe292d13bb19d887d2f1, server=613581fcdc40,44541,1732124414306 in 316 msec 2024-11-20T17:40:18,011 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a438becd3a88204ecab34fcb07c940 columnFamilyName colfamily11 2024-11-20T17:40:18,012 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,012 DEBUG [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,012 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1093): writing seq id for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:18,013 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] regionserver.HStore(327): Store=b2a438becd3a88204ecab34fcb07c940/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,013 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,014 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=a4df7900abf0fe292d13bb19d887d2f1, ASSIGN in 508 msec 2024-11-20T17:40:18,015 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e6774b247db48b5af8f57a93ba8dc8e columnFamilyName colfamily11 2024-11-20T17:40:18,015 DEBUG [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,016 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] regionserver.HStore(327): Store=1e6774b247db48b5af8f57a93ba8dc8e/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,016 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,017 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a438becd3a88204ecab34fcb07c940 columnFamilyName colfamily21 2024-11-20T17:40:18,017 DEBUG [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,017 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=613581fcdc40,33405,1732124414163, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=504233c0a210d82eaf34be86d9c43185. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T17:40:18,018 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] regionserver.HStore(327): Store=b2a438becd3a88204ecab34fcb07c940/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,018 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,018 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e6774b247db48b5af8f57a93ba8dc8e columnFamilyName colfamily21 2024-11-20T17:40:18,019 DEBUG [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,019 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] regionserver.HStore(327): Store=1e6774b247db48b5af8f57a93ba8dc8e/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,019 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,021 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b2a438becd3a88204ecab34fcb07c940 columnFamilyName colfamily31 2024-11-20T17:40:18,021 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,021 DEBUG [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,022 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1114): Opened 467775df236ab0939c659dcd61e4ee45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72971898, jitterRate=0.0873660147190094}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,022 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:40:18,022 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1006): Region open journal for 467775df236ab0939c659dcd61e4ee45: Running coprocessor pre-open hook at 1732124417977Writing region info on filesystem at 1732124417977Initializing all the Stores at 1732124417979 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417979Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417984 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417984Cleaning up temporary data from old regions at 1732124418008 (+24 ms)Running coprocessor post-open hooks at 1732124418022 (+14 ms)Region opened successfully at 1732124418022 2024-11-20T17:40:18,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=29 2024-11-20T17:40:18,024 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=29, state=SUCCESS, hasLock=false; OpenRegionProcedure 504233c0a210d82eaf34be86d9c43185, server=613581fcdc40,33405,1732124414163 in 236 msec 2024-11-20T17:40:18,024 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., pid=49, masterSystemTime=1732124417888 2024-11-20T17:40:18,024 INFO [StoreOpener-b2a438becd3a88204ecab34fcb07c940-1 {}] regionserver.HStore(327): Store=b2a438becd3a88204ecab34fcb07c940/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,024 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1038): replaying wal for b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,025 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e6774b247db48b5af8f57a93ba8dc8e columnFamilyName colfamily31 2024-11-20T17:40:18,026 DEBUG [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,026 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,027 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,027 INFO [StoreOpener-1e6774b247db48b5af8f57a93ba8dc8e-1 {}] regionserver.HStore(327): Store=1e6774b247db48b5af8f57a93ba8dc8e/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,027 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1038): replaying wal for 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,028 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=504233c0a210d82eaf34be86d9c43185, ASSIGN in 521 msec 2024-11-20T17:40:18,028 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,029 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:40:18,029 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:40:18,029 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1048): stopping wal replay for b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,029 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,029 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:40:18,029 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1060): Cleaning up temporary data for b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,029 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7752): Opening region: {ENCODED => d14e38140bd102299907e4641cc15d55, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-20T17:40:18,030 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,030 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,030 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,031 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7794): checking encryption for d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,031 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7797): checking classloading for d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,031 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1048): stopping wal replay for 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,031 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1060): Cleaning up temporary data for 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,032 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=14 updating hbase:meta row=467775df236ab0939c659dcd61e4ee45, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:18,033 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,034 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1093): writing seq id for b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=49, ppid=14, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467775df236ab0939c659dcd61e4ee45, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:18,036 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1093): writing seq id for 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,040 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,043 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14e38140bd102299907e4641cc15d55 columnFamilyName colfamily11 2024-11-20T17:40:18,043 DEBUG [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,044 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(327): Store=d14e38140bd102299907e4641cc15d55/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,044 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=49, resume processing ppid=14 2024-11-20T17:40:18,044 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, ppid=14, state=SUCCESS, hasLock=false; OpenRegionProcedure 467775df236ab0939c659dcd61e4ee45, server=613581fcdc40,43513,1732124414253 in 241 msec 2024-11-20T17:40:18,045 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,046 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14e38140bd102299907e4641cc15d55 columnFamilyName colfamily21 2024-11-20T17:40:18,046 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1114): Opened b2a438becd3a88204ecab34fcb07c940; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74897202, jitterRate=0.11605527997016907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,046 DEBUG [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,047 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,047 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:40:18,047 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1006): Region open journal for b2a438becd3a88204ecab34fcb07c940: Running coprocessor pre-open hook at 1732124417985Writing region info on filesystem at 1732124417985Initializing all the Stores at 1732124417990 (+5 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124417990Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418008 (+18 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418008Cleaning up temporary data from old regions at 1732124418029 (+21 ms)Running coprocessor post-open hooks at 1732124418047 (+18 ms)Region opened successfully at 1732124418047 2024-11-20T17:40:18,048 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1114): Opened 1e6774b247db48b5af8f57a93ba8dc8e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70548610, jitterRate=0.0512562096118927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,048 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(327): Store=d14e38140bd102299907e4641cc15d55/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,048 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:40:18,048 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1006): Region open journal for 1e6774b247db48b5af8f57a93ba8dc8e: Running coprocessor pre-open hook at 1732124417998Writing region info on filesystem at 1732124417998Initializing all the Stores at 1732124418000 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418000Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418011 (+11 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418011Cleaning up temporary data from old regions at 1732124418032 (+21 ms)Running coprocessor post-open hooks at 1732124418048 (+16 ms)Region opened successfully at 1732124418048 2024-11-20T17:40:18,048 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,048 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940., pid=36, masterSystemTime=1732124417836 2024-11-20T17:40:18,050 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e., pid=54, masterSystemTime=1732124417928 2024-11-20T17:40:18,051 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14e38140bd102299907e4641cc15d55 columnFamilyName colfamily31 2024-11-20T17:40:18,051 DEBUG [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,052 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN in 541 msec 2024-11-20T17:40:18,054 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(327): Store=d14e38140bd102299907e4641cc15d55/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,054 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:40:18,054 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1038): replaying wal for d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,054 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:40:18,054 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:40:18,054 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=26 updating hbase:meta row=b2a438becd3a88204ecab34fcb07c940, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:18,054 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7752): Opening region: {ENCODED => bde04606c591e103967b0440f0278925, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-11-20T17:40:18,055 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,055 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,056 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,056 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:40:18,056 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:40:18,056 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7794): checking encryption for bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,057 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7797): checking classloading for bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,057 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:40:18,057 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,057 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7752): Opening region: {ENCODED => 7facf2c1404017ec7d55dac307b66741, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-11-20T17:40:18,058 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=36, ppid=26, state=RUNNABLE, hasLock=false; OpenRegionProcedure b2a438becd3a88204ecab34fcb07c940, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:40:18,058 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,058 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,058 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7794): checking encryption for 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,059 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7797): checking classloading for 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,059 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,060 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=11 updating hbase:meta row=1e6774b247db48b5af8f57a93ba8dc8e, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:18,060 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1048): stopping wal replay for d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,060 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1060): Cleaning up temporary data for d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,061 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,062 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,063 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde04606c591e103967b0440f0278925 columnFamilyName colfamily11 2024-11-20T17:40:18,063 DEBUG [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,063 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=54, ppid=11, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1e6774b247db48b5af8f57a93ba8dc8e, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,063 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1093): writing seq id for d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,064 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7facf2c1404017ec7d55dac307b66741 columnFamilyName colfamily11 2024-11-20T17:40:18,064 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] regionserver.HStore(327): Store=bde04606c591e103967b0440f0278925/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,064 DEBUG [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,065 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,066 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] regionserver.HStore(327): Store=7facf2c1404017ec7d55dac307b66741/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,067 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,068 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde04606c591e103967b0440f0278925 columnFamilyName colfamily21 2024-11-20T17:40:18,068 DEBUG [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,068 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7facf2c1404017ec7d55dac307b66741 columnFamilyName colfamily21 2024-11-20T17:40:18,068 DEBUG [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,069 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] regionserver.HStore(327): Store=7facf2c1404017ec7d55dac307b66741/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,069 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,069 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] regionserver.HStore(327): Store=bde04606c591e103967b0440f0278925/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,069 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=36, resume processing ppid=26 2024-11-20T17:40:18,070 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, ppid=26, state=SUCCESS, hasLock=false; OpenRegionProcedure b2a438becd3a88204ecab34fcb07c940, server=613581fcdc40,44541,1732124414306 in 353 msec 2024-11-20T17:40:18,071 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7facf2c1404017ec7d55dac307b66741 columnFamilyName colfamily31 2024-11-20T17:40:18,071 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bde04606c591e103967b0440f0278925 columnFamilyName colfamily31 2024-11-20T17:40:18,071 DEBUG [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,071 DEBUG [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,072 INFO [StoreOpener-7facf2c1404017ec7d55dac307b66741-1 {}] regionserver.HStore(327): Store=7facf2c1404017ec7d55dac307b66741/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,072 INFO [StoreOpener-bde04606c591e103967b0440f0278925-1 {}] regionserver.HStore(327): Store=bde04606c591e103967b0440f0278925/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,072 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1038): replaying wal for 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,073 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,073 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1038): replaying wal for bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=b2a438becd3a88204ecab34fcb07c940, ASSIGN in 567 msec 2024-11-20T17:40:18,074 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,075 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,075 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1048): stopping wal replay for 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,076 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1060): Cleaning up temporary data for 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,076 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,076 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,078 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1093): writing seq id for 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,079 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1048): stopping wal replay for bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,079 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1060): Cleaning up temporary data for bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,080 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=11 2024-11-20T17:40:18,080 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=11, state=SUCCESS, hasLock=false; OpenRegionProcedure 1e6774b247db48b5af8f57a93ba8dc8e, server=613581fcdc40,33405,1732124414163 in 246 msec 2024-11-20T17:40:18,082 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,083 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1114): Opened 7facf2c1404017ec7d55dac307b66741; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69518832, jitterRate=0.03591132164001465}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,083 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:40:18,083 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1006): Region open journal for 7facf2c1404017ec7d55dac307b66741: Running coprocessor pre-open hook at 1732124418059Writing region info on filesystem at 1732124418059Initializing all the Stores at 1732124418060 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418060Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418061 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418061Cleaning up temporary data from old regions at 1732124418076 (+15 ms)Running coprocessor post-open hooks at 1732124418083 (+7 ms)Region opened successfully at 1732124418083 2024-11-20T17:40:18,083 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1093): writing seq id for bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,084 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,085 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., pid=53, masterSystemTime=1732124417928 2024-11-20T17:40:18,085 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1114): Opened d14e38140bd102299907e4641cc15d55; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70231281, jitterRate=0.04652763903141022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,085 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d14e38140bd102299907e4641cc15d55 2024-11-20T17:40:18,085 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=1e6774b247db48b5af8f57a93ba8dc8e, ASSIGN in 577 msec 2024-11-20T17:40:18,085 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1006): Region open journal for d14e38140bd102299907e4641cc15d55: Running coprocessor pre-open hook at 1732124418031Writing region info on filesystem at 1732124418031Initializing all the Stores at 1732124418035 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418036 (+1 ms)Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418040 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418040Cleaning up temporary data from old regions at 1732124418060 (+20 ms)Running coprocessor post-open hooks at 1732124418085 (+25 ms)Region opened successfully at 1732124418085 2024-11-20T17:40:18,088 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,088 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., pid=38, masterSystemTime=1732124417888 2024-11-20T17:40:18,089 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1114): Opened bde04606c591e103967b0440f0278925; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75301312, jitterRate=0.12207698822021484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,089 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1122): Running coprocessor post-open hooks for bde04606c591e103967b0440f0278925 2024-11-20T17:40:18,090 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1006): Region open journal for bde04606c591e103967b0440f0278925: Running coprocessor pre-open hook at 1732124418057Writing region info on filesystem at 1732124418057Initializing all the Stores at 1732124418059 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418059Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418059Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418059Cleaning up temporary data from old regions at 1732124418079 (+20 ms)Running coprocessor post-open hooks at 1732124418090 (+11 ms)Region opened successfully at 1732124418090 2024-11-20T17:40:18,090 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:40:18,090 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:40:18,090 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:40:18,090 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7752): Opening region: {ENCODED => 5cd0de480d520d98f09627ad0c8f4739, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-11-20T17:40:18,091 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925., pid=42, masterSystemTime=1732124417836 2024-11-20T17:40:18,091 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,091 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,091 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7794): checking encryption for 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,091 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7797): checking classloading for 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,093 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=8 updating hbase:meta row=7facf2c1404017ec7d55dac307b66741, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:18,093 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:40:18,093 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:40:18,093 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:40:18,093 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,093 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2c7e9158e131b1bc8081245bf01fed, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-20T17:40:18,094 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,094 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,094 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7794): checking encryption for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,094 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7797): checking classloading for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=53, ppid=8, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7facf2c1404017ec7d55dac307b66741, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,096 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:40:18,096 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:40:18,096 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd0de480d520d98f09627ad0c8f4739 columnFamilyName colfamily11 2024-11-20T17:40:18,096 DEBUG [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,096 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:40:18,096 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => f1936ee11679c9bd11037161f8c5210b, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-11-20T17:40:18,097 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] regionserver.HStore(327): Store=5cd0de480d520d98f09627ad0c8f4739/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,097 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,099 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd0de480d520d98f09627ad0c8f4739 columnFamilyName colfamily21 2024-11-20T17:40:18,099 DEBUG [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,100 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] regionserver.HStore(327): Store=5cd0de480d520d98f09627ad0c8f4739/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,100 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,100 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,100 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,102 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1936ee11679c9bd11037161f8c5210b columnFamilyName colfamily11 2024-11-20T17:40:18,102 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2c7e9158e131b1bc8081245bf01fed columnFamilyName colfamily11 2024-11-20T17:40:18,102 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5cd0de480d520d98f09627ad0c8f4739 columnFamilyName colfamily31 2024-11-20T17:40:18,102 DEBUG [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,102 DEBUG [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,102 DEBUG [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,103 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(327): Store=cc2c7e9158e131b1bc8081245bf01fed/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,103 INFO [StoreOpener-5cd0de480d520d98f09627ad0c8f4739-1 {}] regionserver.HStore(327): Store=5cd0de480d520d98f09627ad0c8f4739/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,103 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] regionserver.HStore(327): Store=f1936ee11679c9bd11037161f8c5210b/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,103 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,103 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1038): replaying wal for 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,104 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,104 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,105 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=8 2024-11-20T17:40:18,105 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=8, state=SUCCESS, hasLock=false; OpenRegionProcedure 7facf2c1404017ec7d55dac307b66741, server=613581fcdc40,33405,1732124414163 in 276 msec 2024-11-20T17:40:18,105 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1936ee11679c9bd11037161f8c5210b columnFamilyName colfamily21 2024-11-20T17:40:18,106 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2c7e9158e131b1bc8081245bf01fed columnFamilyName colfamily21 2024-11-20T17:40:18,106 DEBUG [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,106 DEBUG [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,106 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] regionserver.HStore(327): Store=f1936ee11679c9bd11037161f8c5210b/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,106 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(327): Store=cc2c7e9158e131b1bc8081245bf01fed/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,106 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,106 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,107 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1048): stopping wal replay for 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,107 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1060): Cleaning up temporary data for 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,107 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,109 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1936ee11679c9bd11037161f8c5210b columnFamilyName colfamily31 2024-11-20T17:40:18,109 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=7facf2c1404017ec7d55dac307b66741, ASSIGN in 603 msec 2024-11-20T17:40:18,109 DEBUG [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,109 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2c7e9158e131b1bc8081245bf01fed columnFamilyName colfamily31 2024-11-20T17:40:18,109 DEBUG [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,109 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1093): writing seq id for 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,110 INFO [StoreOpener-f1936ee11679c9bd11037161f8c5210b-1 {}] regionserver.HStore(327): Store=f1936ee11679c9bd11037161f8c5210b/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,110 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(327): Store=cc2c7e9158e131b1bc8081245bf01fed/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,110 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1038): replaying wal for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,110 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,112 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,112 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=bde04606c591e103967b0440f0278925, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:18,112 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,112 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,113 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,114 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1114): Opened 5cd0de480d520d98f09627ad0c8f4739; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69048414, jitterRate=0.02890154719352722}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,114 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:40:18,114 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1006): Region open journal for 5cd0de480d520d98f09627ad0c8f4739: Running coprocessor pre-open hook at 1732124418091Writing region info on filesystem at 1732124418091Initializing all the Stores at 1732124418093 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418093Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418093Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418093Cleaning up temporary data from old regions at 1732124418107 (+14 ms)Running coprocessor post-open hooks at 1732124418114 (+7 ms)Region opened successfully at 1732124418114 2024-11-20T17:40:18,115 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1048): stopping wal replay for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,115 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,115 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1060): Cleaning up temporary data for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,115 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,115 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,115 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=42, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure bde04606c591e103967b0440f0278925, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:40:18,117 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,117 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739., pid=55, masterSystemTime=1732124417928 2024-11-20T17:40:18,119 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1093): writing seq id for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,119 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=613581fcdc40,44541,1732124414306, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bde04606c591e103967b0440f0278925. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T17:40:18,125 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,127 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=25 updating hbase:meta row=d14e38140bd102299907e4641cc15d55, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:18,127 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1114): Opened cc2c7e9158e131b1bc8081245bf01fed; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67053858, jitterRate=-8.196532726287842E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,128 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:40:18,128 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1006): Region open journal for cc2c7e9158e131b1bc8081245bf01fed: Running coprocessor pre-open hook at 1732124418095Writing region info on filesystem at 1732124418095Initializing all the Stores at 1732124418096 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418096Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418100 (+4 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418100Cleaning up temporary data from old regions at 1732124418115 (+15 ms)Running coprocessor post-open hooks at 1732124418128 (+13 ms)Region opened successfully at 1732124418128 2024-11-20T17:40:18,129 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,130 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., pid=40, masterSystemTime=1732124417888 2024-11-20T17:40:18,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=38, ppid=25, state=RUNNABLE, hasLock=false; OpenRegionProcedure d14e38140bd102299907e4641cc15d55, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:18,131 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened f1936ee11679c9bd11037161f8c5210b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73648071, jitterRate=0.09744177758693695}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,132 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:40:18,132 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for f1936ee11679c9bd11037161f8c5210b: Running coprocessor pre-open hook at 1732124418097Writing region info on filesystem at 1732124418097Initializing all the Stores at 1732124418099 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418099Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418100 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418100Cleaning up temporary data from old regions at 1732124418115 (+15 ms)Running coprocessor post-open hooks at 1732124418132 (+17 ms)Region opened successfully at 1732124418132 2024-11-20T17:40:18,133 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:40:18,133 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:40:18,133 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:40:18,133 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7752): Opening region: {ENCODED => 2d9328d2b0d6d7514732f827c5ff59c2, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-11-20T17:40:18,133 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,134 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,134 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7794): checking encryption for 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,134 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7797): checking classloading for 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,135 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b., pid=31, masterSystemTime=1732124417836 2024-11-20T17:40:18,135 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=613581fcdc40,43513,1732124414253, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T17:40:18,135 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:40:18,135 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:40:18,135 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:40:18,135 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7752): Opening region: {ENCODED => 838b7e2418b19ff96a797077ceefa996, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-20T17:40:18,136 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,136 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,136 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7794): checking encryption for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,136 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7797): checking classloading for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,138 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:40:18,138 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:40:18,139 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:40:18,139 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7752): Opening region: {ENCODED => e8b9ecbbfd82aa478afa149088b5cf95, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-11-20T17:40:18,139 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,139 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,140 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7794): checking encryption for e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,140 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(7797): checking classloading for e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,140 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=38, resume processing ppid=25 2024-11-20T17:40:18,142 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=38, ppid=25, state=SUCCESS, hasLock=false; OpenRegionProcedure d14e38140bd102299907e4641cc15d55, server=613581fcdc40,43513,1732124414253 in 405 msec 2024-11-20T17:40:18,143 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d9328d2b0d6d7514732f827c5ff59c2 columnFamilyName colfamily11 2024-11-20T17:40:18,143 DEBUG [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,144 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] regionserver.HStore(327): Store=2d9328d2b0d6d7514732f827c5ff59c2/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,144 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,144 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,146 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN in 640 msec 2024-11-20T17:40:18,147 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838b7e2418b19ff96a797077ceefa996 columnFamilyName colfamily11 2024-11-20T17:40:18,147 DEBUG [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,148 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,148 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=28 updating hbase:meta row=f1936ee11679c9bd11037161f8c5210b, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:18,148 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d9328d2b0d6d7514732f827c5ff59c2 columnFamilyName colfamily21 2024-11-20T17:40:18,148 DEBUG [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,148 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(327): Store=838b7e2418b19ff96a797077ceefa996/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,149 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] regionserver.HStore(327): Store=2d9328d2b0d6d7514732f827c5ff59c2/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,149 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,149 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,150 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8b9ecbbfd82aa478afa149088b5cf95 columnFamilyName colfamily11 2024-11-20T17:40:18,151 DEBUG [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,151 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2d9328d2b0d6d7514732f827c5ff59c2 columnFamilyName colfamily31 2024-11-20T17:40:18,152 DEBUG [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,152 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] regionserver.HStore(327): Store=e8b9ecbbfd82aa478afa149088b5cf95/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,152 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838b7e2418b19ff96a797077ceefa996 columnFamilyName colfamily21 2024-11-20T17:40:18,152 DEBUG [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,152 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=28, state=RUNNABLE, hasLock=false; OpenRegionProcedure f1936ee11679c9bd11037161f8c5210b, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:40:18,153 INFO [StoreOpener-2d9328d2b0d6d7514732f827c5ff59c2-1 {}] regionserver.HStore(327): Store=2d9328d2b0d6d7514732f827c5ff59c2/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,153 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(327): Store=838b7e2418b19ff96a797077ceefa996/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,153 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1038): replaying wal for 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,153 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,154 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,154 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8b9ecbbfd82aa478afa149088b5cf95 columnFamilyName colfamily21 2024-11-20T17:40:18,154 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,154 DEBUG [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,155 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] regionserver.HStore(327): Store=e8b9ecbbfd82aa478afa149088b5cf95/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,155 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,156 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1048): stopping wal replay for 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,156 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1060): Cleaning up temporary data for 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,156 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838b7e2418b19ff96a797077ceefa996 columnFamilyName colfamily31 2024-11-20T17:40:18,156 DEBUG [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,157 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(327): Store=838b7e2418b19ff96a797077ceefa996/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,157 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,157 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1038): replaying wal for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,158 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e8b9ecbbfd82aa478afa149088b5cf95 columnFamilyName colfamily31 2024-11-20T17:40:18,158 DEBUG [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,158 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,159 INFO [StoreOpener-e8b9ecbbfd82aa478afa149088b5cf95-1 {}] regionserver.HStore(327): Store=e8b9ecbbfd82aa478afa149088b5cf95/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,159 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,159 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1038): replaying wal for e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,160 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1093): writing seq id for 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,160 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,161 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,162 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1048): stopping wal replay for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,162 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1060): Cleaning up temporary data for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,163 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1048): stopping wal replay for e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,163 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,163 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1060): Cleaning up temporary data for e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,163 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,165 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1093): writing seq id for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,165 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1093): writing seq id for e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,169 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,169 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,170 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1114): Opened 2d9328d2b0d6d7514732f827c5ff59c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63395359, jitterRate=-0.05533553659915924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,170 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1114): Opened e8b9ecbbfd82aa478afa149088b5cf95; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59252788, jitterRate=-0.11706465482711792}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,170 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:40:18,170 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:40:18,171 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegion(1006): Region open journal for e8b9ecbbfd82aa478afa149088b5cf95: Running coprocessor pre-open hook at 1732124418140Writing region info on filesystem at 1732124418140Initializing all the Stores at 1732124418141 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418141Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418148 (+7 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418148Cleaning up temporary data from old regions at 1732124418163 (+15 ms)Running coprocessor post-open hooks at 1732124418170 (+7 ms)Region opened successfully at 1732124418170 2024-11-20T17:40:18,171 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1006): Region open journal for 2d9328d2b0d6d7514732f827c5ff59c2: Running coprocessor pre-open hook at 1732124418134Writing region info on filesystem at 1732124418134Initializing all the Stores at 1732124418137 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418137Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418140 (+3 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418140Cleaning up temporary data from old regions at 1732124418156 (+16 ms)Running coprocessor post-open hooks at 1732124418170 (+14 ms)Region opened successfully at 1732124418170 2024-11-20T17:40:18,172 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95., pid=34, masterSystemTime=1732124417836 2024-11-20T17:40:18,172 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2., pid=52, masterSystemTime=1732124417928 2024-11-20T17:40:18,173 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,174 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1114): Opened 838b7e2418b19ff96a797077ceefa996; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66455233, jitterRate=-0.009739860892295837}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,174 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:40:18,174 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1006): Region open journal for 838b7e2418b19ff96a797077ceefa996: Running coprocessor pre-open hook at 1732124418138Writing region info on filesystem at 1732124418138Initializing all the Stores at 1732124418139 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418139Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418144 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418144Cleaning up temporary data from old regions at 1732124418162 (+18 ms)Running coprocessor post-open hooks at 1732124418174 (+12 ms)Region opened successfully at 1732124418174 2024-11-20T17:40:18,176 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., pid=44, masterSystemTime=1732124417888 2024-11-20T17:40:18,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=28 2024-11-20T17:40:18,176 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=28, state=SUCCESS, hasLock=false; OpenRegionProcedure f1936ee11679c9bd11037161f8c5210b, server=613581fcdc40,44541,1732124414306 in 487 msec 2024-11-20T17:40:18,177 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:40:18,177 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=34}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:40:18,178 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=19 updating hbase:meta row=e8b9ecbbfd82aa478afa149088b5cf95, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:40:18,178 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:40:18,178 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:40:18,178 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:40:18,179 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7752): Opening region: {ENCODED => 441788388b2c07424c63ef7a653434a1, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-11-20T17:40:18,179 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,179 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,179 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7794): checking encryption for 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,179 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7797): checking classloading for 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,181 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:40:18,181 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:40:18,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=34, ppid=19, state=RUNNABLE, hasLock=false; OpenRegionProcedure e8b9ecbbfd82aa478afa149088b5cf95, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:40:18,181 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:40:18,181 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7752): Opening region: {ENCODED => 358f7bad84296f1b6fcc525db98e6884, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-20T17:40:18,182 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,182 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,182 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,182 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7794): checking encryption for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,182 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7797): checking classloading for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,183 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=838b7e2418b19ff96a797077ceefa996, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:18,184 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,184 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 441788388b2c07424c63ef7a653434a1 columnFamilyName colfamily11 2024-11-20T17:40:18,185 DEBUG [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,186 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] regionserver.HStore(327): Store=441788388b2c07424c63ef7a653434a1/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,186 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,187 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358f7bad84296f1b6fcc525db98e6884 columnFamilyName colfamily11 2024-11-20T17:40:18,187 DEBUG [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 838b7e2418b19ff96a797077ceefa996, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:18,188 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(327): Store=358f7bad84296f1b6fcc525db98e6884/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,188 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,188 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 441788388b2c07424c63ef7a653434a1 columnFamilyName colfamily21 2024-11-20T17:40:18,189 DEBUG [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,190 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] regionserver.HStore(327): Store=441788388b2c07424c63ef7a653434a1/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,190 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,190 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358f7bad84296f1b6fcc525db98e6884 columnFamilyName colfamily21 2024-11-20T17:40:18,190 DEBUG [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,192 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(327): Store=358f7bad84296f1b6fcc525db98e6884/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,192 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,194 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 441788388b2c07424c63ef7a653434a1 columnFamilyName colfamily31 2024-11-20T17:40:18,194 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358f7bad84296f1b6fcc525db98e6884 columnFamilyName colfamily31 2024-11-20T17:40:18,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=34, resume processing ppid=19 2024-11-20T17:40:18,194 DEBUG [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,194 DEBUG [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,194 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, ppid=19, state=SUCCESS, hasLock=false; OpenRegionProcedure e8b9ecbbfd82aa478afa149088b5cf95, server=613581fcdc40,44541,1732124414306 in 486 msec 2024-11-20T17:40:18,194 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(327): Store=358f7bad84296f1b6fcc525db98e6884/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,194 INFO [StoreOpener-441788388b2c07424c63ef7a653434a1-1 {}] regionserver.HStore(327): Store=441788388b2c07424c63ef7a653434a1/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,195 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1038): replaying wal for 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,195 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1038): replaying wal for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,196 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,196 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,196 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,196 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,198 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e8b9ecbbfd82aa478afa149088b5cf95, ASSIGN in 691 msec 2024-11-20T17:40:18,198 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1048): stopping wal replay for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,198 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1048): stopping wal replay for 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,198 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1060): Cleaning up temporary data for 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,198 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1060): Cleaning up temporary data for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,199 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,199 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,202 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1093): writing seq id for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,202 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1093): writing seq id for 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=9 2024-11-20T17:40:18,205 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 838b7e2418b19ff96a797077ceefa996, server=613581fcdc40,43513,1732124414253 in 432 msec 2024-11-20T17:40:18,205 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,206 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1114): Opened 358f7bad84296f1b6fcc525db98e6884; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69512365, jitterRate=0.035814955830574036}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,206 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,207 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:40:18,207 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1006): Region open journal for 358f7bad84296f1b6fcc525db98e6884: Running coprocessor pre-open hook at 1732124418182Writing region info on filesystem at 1732124418182Initializing all the Stores at 1732124418183 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418183Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418184 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418184Cleaning up temporary data from old regions at 1732124418198 (+14 ms)Running coprocessor post-open hooks at 1732124418207 (+9 ms)Region opened successfully at 1732124418207 2024-11-20T17:40:18,207 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1114): Opened 441788388b2c07424c63ef7a653434a1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71724496, jitterRate=0.06877827644348145}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,207 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 441788388b2c07424c63ef7a653434a1 2024-11-20T17:40:18,207 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1006): Region open journal for 441788388b2c07424c63ef7a653434a1: Running coprocessor pre-open hook at 1732124418180Writing region info on filesystem at 1732124418180Initializing all the Stores at 1732124418181 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418181Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418182 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418182Cleaning up temporary data from old regions at 1732124418198 (+16 ms)Running coprocessor post-open hooks at 1732124418207 (+9 ms)Region opened successfully at 1732124418207 2024-11-20T17:40:18,208 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., pid=43, masterSystemTime=1732124417888 2024-11-20T17:40:18,208 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1., pid=45, masterSystemTime=1732124417928 2024-11-20T17:40:18,209 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN in 702 msec 2024-11-20T17:40:18,211 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=7 updating hbase:meta row=2d9328d2b0d6d7514732f827c5ff59c2, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:18,211 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:40:18,211 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:40:18,212 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:40:18,212 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7752): Opening region: {ENCODED => e7f068e23548a55f0deb7abf5f6c4ac5, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-11-20T17:40:18,212 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,212 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,213 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7794): checking encryption for e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,213 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7797): checking classloading for e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,214 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:40:18,214 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:40:18,214 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:40:18,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=52, ppid=7, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2d9328d2b0d6d7514732f827c5ff59c2, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,214 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7752): Opening region: {ENCODED => 622e67a56c1d997d9f89d8c1f42d7585, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-20T17:40:18,215 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,215 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,215 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=17 updating hbase:meta row=358f7bad84296f1b6fcc525db98e6884, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:18,215 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7794): checking encryption for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,215 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7797): checking classloading for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,217 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,219 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=43, ppid=17, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358f7bad84296f1b6fcc525db98e6884, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:18,219 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7f068e23548a55f0deb7abf5f6c4ac5 columnFamilyName colfamily11 2024-11-20T17:40:18,219 DEBUG [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,220 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] regionserver.HStore(327): Store=e7f068e23548a55f0deb7abf5f6c4ac5/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,220 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,220 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,223 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e67a56c1d997d9f89d8c1f42d7585 columnFamilyName colfamily11 2024-11-20T17:40:18,223 DEBUG [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,223 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7f068e23548a55f0deb7abf5f6c4ac5 columnFamilyName colfamily21 2024-11-20T17:40:18,223 DEBUG [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,224 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] regionserver.HStore(327): Store=e7f068e23548a55f0deb7abf5f6c4ac5/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,224 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(327): Store=622e67a56c1d997d9f89d8c1f42d7585/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,224 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,224 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=7 2024-11-20T17:40:18,225 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=7, state=SUCCESS, hasLock=false; OpenRegionProcedure 2d9328d2b0d6d7514732f827c5ff59c2, server=613581fcdc40,33405,1732124414163 in 400 msec 2024-11-20T17:40:18,226 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e7f068e23548a55f0deb7abf5f6c4ac5 columnFamilyName colfamily31 2024-11-20T17:40:18,226 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e67a56c1d997d9f89d8c1f42d7585 columnFamilyName colfamily21 2024-11-20T17:40:18,226 DEBUG [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,226 DEBUG [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,227 INFO [StoreOpener-e7f068e23548a55f0deb7abf5f6c4ac5-1 {}] regionserver.HStore(327): Store=e7f068e23548a55f0deb7abf5f6c4ac5/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,227 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(327): Store=622e67a56c1d997d9f89d8c1f42d7585/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,227 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,227 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1038): replaying wal for e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,228 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=2d9328d2b0d6d7514732f827c5ff59c2, ASSIGN in 722 msec 2024-11-20T17:40:18,229 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,229 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e67a56c1d997d9f89d8c1f42d7585 columnFamilyName colfamily31 2024-11-20T17:40:18,229 DEBUG [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,230 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(327): Store=622e67a56c1d997d9f89d8c1f42d7585/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,230 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1038): replaying wal for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,232 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,232 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1048): stopping wal replay for e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,232 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1060): Cleaning up temporary data for e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,233 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,233 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,235 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=613581fcdc40,44541,1732124414306, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bde04606c591e103967b0440f0278925. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T17:40:18,235 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1093): writing seq id for e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,235 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1048): stopping wal replay for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,235 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1060): Cleaning up temporary data for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,236 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=17 2024-11-20T17:40:18,237 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=17, state=SUCCESS, hasLock=false; OpenRegionProcedure 358f7bad84296f1b6fcc525db98e6884, server=613581fcdc40,43513,1732124414253 in 468 msec 2024-11-20T17:40:18,240 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1093): writing seq id for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN in 734 msec 2024-11-20T17:40:18,243 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,244 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1114): Opened e7f068e23548a55f0deb7abf5f6c4ac5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70570616, jitterRate=0.05158412456512451}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,244 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,244 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:40:18,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=24 updating hbase:meta row=441788388b2c07424c63ef7a653434a1, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:18,244 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1006): Region open journal for e7f068e23548a55f0deb7abf5f6c4ac5: Running coprocessor pre-open hook at 1732124418213Writing region info on filesystem at 1732124418213Initializing all the Stores at 1732124418216 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418216Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418217 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418217Cleaning up temporary data from old regions at 1732124418232 (+15 ms)Running coprocessor post-open hooks at 1732124418244 (+12 ms)Region opened successfully at 1732124418244 2024-11-20T17:40:18,245 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1114): Opened 622e67a56c1d997d9f89d8c1f42d7585; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66215623, jitterRate=-0.013310328125953674}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,245 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:40:18,245 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1006): Region open journal for 622e67a56c1d997d9f89d8c1f42d7585: Running coprocessor pre-open hook at 1732124418215Writing region info on filesystem at 1732124418215Initializing all the Stores at 1732124418218 (+3 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418218Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418220 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418220Cleaning up temporary data from old regions at 1732124418235 (+15 ms)Running coprocessor post-open hooks at 1732124418245 (+10 ms)Region opened successfully at 1732124418245 2024-11-20T17:40:18,246 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., pid=51, masterSystemTime=1732124417928 2024-11-20T17:40:18,248 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., pid=48, masterSystemTime=1732124417888 2024-11-20T17:40:18,249 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=24, state=RUNNABLE, hasLock=false; OpenRegionProcedure 441788388b2c07424c63ef7a653434a1, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,250 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:40:18,250 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:40:18,250 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:40:18,250 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7752): Opening region: {ENCODED => f8f2c91b8b9742baf30a7c4fcdd504b4, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-11-20T17:40:18,251 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,251 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,251 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7794): checking encryption for f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,251 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7797): checking classloading for f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,251 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f1936ee11679c9bd11037161f8c5210b, ASSIGN in 744 msec 2024-11-20T17:40:18,252 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:40:18,252 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:40:18,252 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:40:18,252 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e74a04289f0e2197c6732aac2093faf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-20T17:40:18,253 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,253 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,253 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,253 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7794): checking encryption for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,253 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7797): checking classloading for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,254 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:18,255 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,255 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8f2c91b8b9742baf30a7c4fcdd504b4 columnFamilyName colfamily11 2024-11-20T17:40:18,256 DEBUG [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,257 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] regionserver.HStore(327): Store=f8f2c91b8b9742baf30a7c4fcdd504b4/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,257 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,258 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e74a04289f0e2197c6732aac2093faf columnFamilyName colfamily11 2024-11-20T17:40:18,258 DEBUG [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,258 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=48, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622e67a56c1d997d9f89d8c1f42d7585, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:18,259 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(327): Store=6e74a04289f0e2197c6732aac2093faf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,259 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,260 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8f2c91b8b9742baf30a7c4fcdd504b4 columnFamilyName colfamily21 2024-11-20T17:40:18,260 DEBUG [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,261 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] regionserver.HStore(327): Store=f8f2c91b8b9742baf30a7c4fcdd504b4/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,261 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,262 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e74a04289f0e2197c6732aac2093faf columnFamilyName colfamily21 2024-11-20T17:40:18,262 DEBUG [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,263 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(327): Store=6e74a04289f0e2197c6732aac2093faf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,263 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8f2c91b8b9742baf30a7c4fcdd504b4 columnFamilyName colfamily31 2024-11-20T17:40:18,263 DEBUG [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,263 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,264 INFO [StoreOpener-f8f2c91b8b9742baf30a7c4fcdd504b4-1 {}] regionserver.HStore(327): Store=f8f2c91b8b9742baf30a7c4fcdd504b4/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,264 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1038): replaying wal for f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,265 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,265 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e74a04289f0e2197c6732aac2093faf columnFamilyName colfamily31 2024-11-20T17:40:18,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=24 2024-11-20T17:40:18,265 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=24, state=SUCCESS, hasLock=false; OpenRegionProcedure 441788388b2c07424c63ef7a653434a1, server=613581fcdc40,33405,1732124414163 in 485 msec 2024-11-20T17:40:18,265 DEBUG [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,265 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,266 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(327): Store=6e74a04289f0e2197c6732aac2093faf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,266 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1038): replaying wal for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,267 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,267 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1048): stopping wal replay for f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,268 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1060): Cleaning up temporary data for f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,269 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,269 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,269 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=441788388b2c07424c63ef7a653434a1, ASSIGN in 762 msec 2024-11-20T17:40:18,270 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1093): writing seq id for f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,271 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1048): stopping wal replay for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,271 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1060): Cleaning up temporary data for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,271 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,274 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1093): writing seq id for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,274 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,275 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1114): Opened f8f2c91b8b9742baf30a7c4fcdd504b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60197048, jitterRate=-0.10299408435821533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,276 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:40:18,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=12 2024-11-20T17:40:18,276 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 622e67a56c1d997d9f89d8c1f42d7585, server=613581fcdc40,43513,1732124414253 in 479 msec 2024-11-20T17:40:18,277 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1006): Region open journal for f8f2c91b8b9742baf30a7c4fcdd504b4: Running coprocessor pre-open hook at 1732124418251Writing region info on filesystem at 1732124418251Initializing all the Stores at 1732124418253 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418253Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418253Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418253Cleaning up temporary data from old regions at 1732124418268 (+15 ms)Running coprocessor post-open hooks at 1732124418276 (+8 ms)Region opened successfully at 1732124418276 2024-11-20T17:40:18,278 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,279 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4., pid=50, masterSystemTime=1732124417928 2024-11-20T17:40:18,279 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1114): Opened 6e74a04289f0e2197c6732aac2093faf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61584215, jitterRate=-0.08232368528842926}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,279 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:40:18,279 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1006): Region open journal for 6e74a04289f0e2197c6732aac2093faf: Running coprocessor pre-open hook at 1732124418253Writing region info on filesystem at 1732124418253Initializing all the Stores at 1732124418255 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418255Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418255Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418255Cleaning up temporary data from old regions at 1732124418271 (+16 ms)Running coprocessor post-open hooks at 1732124418279 (+8 ms)Region opened successfully at 1732124418279 2024-11-20T17:40:18,280 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., pid=39, masterSystemTime=1732124417888 2024-11-20T17:40:18,280 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN in 774 msec 2024-11-20T17:40:18,281 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=e7f068e23548a55f0deb7abf5f6c4ac5, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:18,281 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:40:18,282 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:40:18,282 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:40:18,282 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7752): Opening region: {ENCODED => 29dd1319a2a530e05e89a56c25a22928, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-11-20T17:40:18,283 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,283 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:40:18,283 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7794): checking encryption for 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,283 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7797): checking classloading for 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,283 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:40:18,284 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:40:18,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=51, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure e7f068e23548a55f0deb7abf5f6c4ac5, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,285 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=21 updating hbase:meta row=6e74a04289f0e2197c6732aac2093faf, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:18,286 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=39, ppid=21, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e74a04289f0e2197c6732aac2093faf, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:18,288 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dd1319a2a530e05e89a56c25a22928 columnFamilyName colfamily11 2024-11-20T17:40:18,288 DEBUG [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,289 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] regionserver.HStore(327): Store=29dd1319a2a530e05e89a56c25a22928/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,289 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,291 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dd1319a2a530e05e89a56c25a22928 columnFamilyName colfamily21 2024-11-20T17:40:18,291 DEBUG [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=15 2024-11-20T17:40:18,292 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure e7f068e23548a55f0deb7abf5f6c4ac5, server=613581fcdc40,33405,1732124414163 in 475 msec 2024-11-20T17:40:18,292 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] regionserver.HStore(327): Store=29dd1319a2a530e05e89a56c25a22928/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,292 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,295 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29dd1319a2a530e05e89a56c25a22928 columnFamilyName colfamily31 2024-11-20T17:40:18,295 DEBUG [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:40:18,296 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=e7f068e23548a55f0deb7abf5f6c4ac5, ASSIGN in 789 msec 2024-11-20T17:40:18,296 INFO [StoreOpener-29dd1319a2a530e05e89a56c25a22928-1 {}] regionserver.HStore(327): Store=29dd1319a2a530e05e89a56c25a22928/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:40:18,296 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1038): replaying wal for 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,297 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,298 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,300 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1048): stopping wal replay for 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,300 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1060): Cleaning up temporary data for 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=39, resume processing ppid=21 2024-11-20T17:40:18,301 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, ppid=21, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e74a04289f0e2197c6732aac2093faf, server=613581fcdc40,43513,1732124414253 in 561 msec 2024-11-20T17:40:18,301 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:40:18,303 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1093): writing seq id for 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,304 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN in 798 msec 2024-11-20T17:40:18,306 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=23 updating hbase:meta row=f8f2c91b8b9742baf30a7c4fcdd504b4, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:18,306 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-20T17:40:18,307 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1114): Opened 29dd1319a2a530e05e89a56c25a22928; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67670535, jitterRate=0.008369550108909607}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:40:18,308 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:40:18,308 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1006): Region open journal for 29dd1319a2a530e05e89a56c25a22928: Running coprocessor pre-open hook at 1732124418283Writing region info on filesystem at 1732124418283Initializing all the Stores at 1732124418285 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418285Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418285Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124418285Cleaning up temporary data from old regions at 1732124418300 (+15 ms)Running coprocessor post-open hooks at 1732124418308 (+8 ms)Region opened successfully at 1732124418308 2024-11-20T17:40:18,309 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928., pid=56, masterSystemTime=1732124417928 2024-11-20T17:40:18,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=50, ppid=23, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8f2c91b8b9742baf30a7c4fcdd504b4, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,311 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,43513,1732124414253 2024-11-20T17:40:18,313 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:40:18,313 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:40:18,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=40, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2c7e9158e131b1bc8081245bf01fed, server=613581fcdc40,43513,1732124414253 because future has completed 2024-11-20T17:40:18,315 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=20 updating hbase:meta row=29dd1319a2a530e05e89a56c25a22928, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:18,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=56, ppid=20, state=RUNNABLE, hasLock=false; OpenRegionProcedure 29dd1319a2a530e05e89a56c25a22928, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=27 2024-11-20T17:40:18,321 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2c7e9158e131b1bc8081245bf01fed, server=613581fcdc40,43513,1732124414253 in 575 msec 2024-11-20T17:40:18,323 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN in 818 msec 2024-11-20T17:40:18,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=20 2024-11-20T17:40:18,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=20, state=SUCCESS, hasLock=false; OpenRegionProcedure 29dd1319a2a530e05e89a56c25a22928, server=613581fcdc40,33405,1732124414163 in 486 msec 2024-11-20T17:40:18,330 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=29dd1319a2a530e05e89a56c25a22928, ASSIGN in 825 msec 2024-11-20T17:40:18,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=23 2024-11-20T17:40:18,335 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=23, state=SUCCESS, hasLock=false; OpenRegionProcedure f8f2c91b8b9742baf30a7c4fcdd504b4, server=613581fcdc40,33405,1732124414163 in 525 msec 2024-11-20T17:40:18,337 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=f8f2c91b8b9742baf30a7c4fcdd504b4, ASSIGN in 832 msec 2024-11-20T17:40:18,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=5cd0de480d520d98f09627ad0c8f4739, regionState=OPEN, openSeqNum=2, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:40:18,340 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=613581fcdc40,44541,1732124414306, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bde04606c591e103967b0440f0278925. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T17:40:18,345 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=55, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5cd0de480d520d98f09627ad0c8f4739, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:40:18,348 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=613581fcdc40,33405,1732124414163, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cd0de480d520d98f09627ad0c8f4739. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T17:40:18,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=42, resume processing ppid=6 2024-11-20T17:40:18,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure bde04606c591e103967b0440f0278925, server=613581fcdc40,44541,1732124414306 in 591 msec 2024-11-20T17:40:18,352 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=bde04606c591e103967b0440f0278925, ASSIGN in 847 msec 2024-11-20T17:40:18,355 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=18 2024-11-20T17:40:18,356 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 5cd0de480d520d98f09627ad0c8f4739, server=613581fcdc40,33405,1732124414163 in 519 msec 2024-11-20T17:40:18,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=4 2024-11-20T17:40:18,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=5cd0de480d520d98f09627ad0c8f4739, ASSIGN in 853 msec 2024-11-20T17:40:18,360 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-20T17:40:18,360 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732124418360"}]},"ts":"1732124418360"} 2024-11-20T17:40:18,363 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, state=ENABLED in hbase:meta 2024-11-20T17:40:18,364 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true execute state=CREATE_TABLE_POST_OPERATION 2024-11-20T17:40:18,370 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true in 1.6920 sec 2024-11-20T17:40:18,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-20T17:40:18,844 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true get assigned. Timeout = 60000ms 2024-11-20T17:40:18,844 INFO [RPCClient-NioEventLoopGroup-6-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true completed 2024-11-20T17:40:18,846 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T17:40:18,860 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=43513 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-20T17:40:18,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned to meta. Checking AM states. 2024-11-20T17:40:18,872 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T17:40:18,872 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true assigned. 2024-11-20T17:40:18,933 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:18,935 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aab', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:18,938 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aad', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:18,939 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aac', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:18,940 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aae', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:18,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aaf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:18,941 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='aag', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,007 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,010 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,011 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,013 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbe', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,015 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='bbg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,051 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,054 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,055 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cce', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,056 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,058 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ccg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,059 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='cch', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddd', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,109 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='dde', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,111 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddf', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,113 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,115 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,116 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,118 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ddj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,156 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,158 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eef', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,160 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,162 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eeg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,164 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eej', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,165 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eei', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,208 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,210 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='fff', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,212 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,214 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,216 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,217 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ffk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,255 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggg', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,257 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,259 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,260 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,262 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,263 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ggk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,302 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhi', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,304 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,306 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,308 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,309 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,346 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iii', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,348 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iij', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,351 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iik', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,352 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iil', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,354 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iim', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,356 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iio', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,358 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='iin', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,395 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,397 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,400 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,402 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,403 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,405 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,438 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkk', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,441 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkl', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,444 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,446 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,449 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kko', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,451 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,454 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='kkq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,491 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lll', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,495 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,497 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,499 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lln', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,501 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,503 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,504 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='llp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,506 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='lls', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,539 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,541 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,544 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,546 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,548 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,551 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,581 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnn', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,584 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nno', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,586 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,588 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,592 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nnr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,594 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='nns', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,630 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooo', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,632 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oop', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,634 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ooq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,637 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oor', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,639 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='oos', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,675 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppp', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,678 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,680 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,682 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='pps', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,684 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ppt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,726 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,728 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,730 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,732 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,734 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,735 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,770 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrr', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,772 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrs', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,774 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,776 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rru', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,778 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,779 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='rrw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,813 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sss', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,815 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='sst', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,818 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,820 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,822 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ssw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,857 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttt', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,859 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,861 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,863 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,865 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='ttx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,866 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='tty', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:19,899 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,901 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,903 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,905 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uux', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,907 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,944 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvv', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,946 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvw', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,947 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,949 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,950 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='vvy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:19,991 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,997 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:19,999 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:20,001 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wwz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:20,003 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:20,005 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='wxa', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:20,038 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxx', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:20,040 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:20,042 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xxz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:20,044 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xya', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:20,046 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:20,048 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='xyc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b., hostname=613581fcdc40,44541,1732124414306, seqNum=2] 2024-11-20T17:40:20,082 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyy', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:20,085 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yyz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:20,087 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yza', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:20,089 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzb', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:20,091 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='yzc', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185., hostname=613581fcdc40,33405,1732124414163, seqNum=2] 2024-11-20T17:40:20,127 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., hostname=613581fcdc40,43513,1732124414253, seqNum=2] 2024-11-20T17:40:20,153 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T17:40:20,178 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54228, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T17:40:20,198 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T17:40:20,206 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44541 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5624 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:40:20,213 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39278, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T17:40:20,305 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33405 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 6327 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:40:20,587 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43513 {}] regionserver.RSRpcServices(2610): Large batch operation detected (greater than 5000) (HBASE-18023). Requested Number of Rows: 5625 Client: jenkins//172.17.0.2 first region in multi=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:40:21,119 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,, stopping at row=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true ,, for max=2147483647 with caching=100 2024-11-20T17:40:21,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=43513 {}] regionserver.StoreScanner(1138): Switch to stream read (scanned=32802 bytes) of info 2024-11-20T17:40:21,379 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: true 2024-11-20T17:40:21,379 INFO [Time-limited test {}] assignment.AssignmentTestingUtil(82): KILL REGION SERVER 613581fcdc40,43513,1732124414253 2024-11-20T17:40:21,379 INFO [Time-limited test {}] hbase.SingleProcessHBaseCluster(267): Killing 613581fcdc40,43513,1732124414253 2024-11-20T17:40:21,380 ERROR [Time-limited test {}] regionserver.HRegionServer(2442): ***** ABORTING region server 613581fcdc40,43513,1732124414253: Simulated kill ***** 2024-11-20T17:40:21,380 ERROR [Time-limited test {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-20T17:40:21,382 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-20T17:40:21,384 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-20T17:40:21,384 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-20T17:40:21,384 DEBUG [Time-limited test {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-20T17:40:21,384 INFO [Time-limited test {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 624675568 }, "NonHeapMemoryUsage": { "committed": 157876224, "init": 7667712, "max": -1, "used": 155005672 }, "Verbose": false, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-20T17:40:21,387 WARN [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39619 {}] master.MasterRpcServices(700): 613581fcdc40,43513,1732124414253 reported a fatal error: ***** ABORTING region server 613581fcdc40,43513,1732124414253: Simulated kill ***** 2024-11-20T17:40:21,388 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '613581fcdc40,43513,1732124414253' ***** 2024-11-20T17:40:21,388 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Simulated kill 2024-11-20T17:40:21,389 INFO [RS:1;613581fcdc40:43513 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T17:40:21,389 INFO [RS:1;613581fcdc40:43513 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager abruptly. 2024-11-20T17:40:21,389 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T17:40:21,389 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T17:40:21,389 INFO [RS:1;613581fcdc40:43513 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager abruptly. 2024-11-20T17:40:21,389 INFO [RS:1;613581fcdc40:43513 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T17:40:21,390 INFO [RS:1;613581fcdc40:43513 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:1;613581fcdc40:43513. 2024-11-20T17:40:21,390 DEBUG [RS:1;613581fcdc40:43513 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T17:40:21,395 DEBUG [RS:1;613581fcdc40:43513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:40:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741836_1012 (size=54214) 2024-11-20T17:40:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741836_1012 (size=54214) 2024-11-20T17:40:21,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741836_1012 (size=54214) 2024-11-20T17:40:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741833_1009 (size=298410) 2024-11-20T17:40:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741833_1009 (size=298410) 2024-11-20T17:40:21,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741833_1009 (size=298410) 2024-11-20T17:40:21,405 DEBUG [RS:1;613581fcdc40:43513 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:40:21,405 INFO [RS:1;613581fcdc40:43513 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T17:40:21,405 INFO [RS:1;613581fcdc40:43513 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43513 2024-11-20T17:40:21,443 INFO [regionserver/613581fcdc40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T17:40:21,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/613581fcdc40,43513,1732124414253 2024-11-20T17:40:21,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T17:40:21,477 INFO [RS:1;613581fcdc40:43513 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T17:40:21,480 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [613581fcdc40,43513,1732124414253] 2024-11-20T17:40:21,499 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/613581fcdc40,43513,1732124414253 already deleted, retry=false 2024-11-20T17:40:21,499 INFO [RegionServerTracker-0 {}] master.ServerManager(695): Processing expiration of 613581fcdc40,43513,1732124414253 on 613581fcdc40,39619,1732124413411 2024-11-20T17:40:21,506 DEBUG [RegionServerTracker-0 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:40:21,511 INFO [RegionServerTracker-0 {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=57 for 613581fcdc40,43513,1732124414253 (carryingMeta=true) 613581fcdc40,43513,1732124414253/CRASHED/regionCount=10/lock=java.util.concurrent.locks.ReentrantReadWriteLock@713a352[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-20T17:40:21,512 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:40:21,512 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:40:21,513 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:40:21,513 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:40:21,513 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:40:21,515 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-11-20T17:40:21,517 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 0 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:40:21,518 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:40:21,518 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:40:21,518 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:40:21,518 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:40:21,519 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:40:21,519 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:40:21,519 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:40:21,519 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:40:21,520 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T17:40:21,526 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:40:21,527 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:40:21,529 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:40:21,529 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:40:21,529 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:40:21,530 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 9 msec 2024-11-20T17:40:21,530 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:40:21,532 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:40:21,532 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,43513,1732124414253, table=hbase:meta, region=1588230740 2024-11-20T17:40:21,532 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,43513,1732124414253, state=OPEN 2024-11-20T17:40:21,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:40:21,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:40:21,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:40:21,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:21,541 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:21,542 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:40:21,548 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124451548 2024-11-20T17:40:21,548 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:40:21,548 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=57, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:40:21,549 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:40:21,550 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:40:21,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:21,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:40:21,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:21,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:21,555 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true, isMeta: true 2024-11-20T17:40:21,558 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting 2024-11-20T17:40:21,559 INFO [PEWorker-1 {}] master.SplitWALManager(105): 613581fcdc40,43513,1732124414253 WAL count=1, meta=true 2024-11-20T17:40:21,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta}] 2024-11-20T17:40:21,562 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:40:21,562 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:40:21,562 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:40:21,562 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:40:21,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T17:40:21,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:43513-0x1015955065b0002, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T17:40:21,589 INFO [RS:1;613581fcdc40:43513 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T17:40:21,589 INFO [RS:1;613581fcdc40:43513 {}] regionserver.HRegionServer(1031): Exiting; stopping=613581fcdc40,43513,1732124414253; zookeeper connection closed. 2024-11-20T17:40:21,589 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7e947f2 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7e947f2 2024-11-20T17:40:21,633 INFO [regionserver/613581fcdc40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T17:40:21,633 INFO [regionserver/613581fcdc40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T17:40:21,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:21,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:21,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:40:21,660 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:21,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:21,661 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:21,828 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T17:40:21,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:21,870 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:21,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:40:21,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:21,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:21,871 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:21,892 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true' 2024-11-20T17:40:21,895 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-20T17:40:22,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:22,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:22,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:40:22,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:22,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:22,181 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:22,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:22,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:22,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:40:22,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:22,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:22,690 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:23,699 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:23,700 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:23,701 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:40:23,707 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2154 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:40:23,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:23,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:40:23,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:23,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:23,758 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-20T17:40:23,759 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-20T17:40:23,760 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:40:23,760 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true Metrics about Tables on a single HBase RegionServer 2024-11-20T17:40:23,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T17:40:23,761 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-20T17:40:23,761 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-20T17:40:23,761 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-20T17:40:25,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:25,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:25,721 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:40:25,722 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4173 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:40:25,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:25,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:40:25,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:25,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:29,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:29,760 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:29,761 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:40:29,762 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8212 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:40:29,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:29,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:40:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:29,763 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:39,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:39,829 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:39,830 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:40:39,831 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18281 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:40:39,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:39,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:40:39,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:39,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:42,544 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T17:40:45,382 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=613581fcdc40:39619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T17:40:49,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:49,880 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:49,882 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:40:49,883 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28333 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:40:49,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:49,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:40:49,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:49,884 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:56,622 INFO [master/613581fcdc40:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-20T17:40:56,622 INFO [master/613581fcdc40:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-20T17:40:59,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:40:59,950 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:40:59,952 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:40:59,953 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38404 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:40:59,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:59,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:40:59,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:40:59,954 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:06,537 WARN [RS:2;613581fcdc40:44541 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 613581fcdc40,43513,1732124414253: status=status unset, state=RUNNING, startTime=1732124421512, completionTime=-1 appears to have been leaked 2024-11-20T17:41:09,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:09,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:09,972 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:41:09,973 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48424 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:41:09,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:09,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:41:09,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:09,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:12,544 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T17:41:15,658 INFO [regionserver/613581fcdc40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: ExecutorStatusChore was stopped 2024-11-20T17:41:18,276 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 2d9328d2b0d6d7514732f827c5ff59c2 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,277 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 7facf2c1404017ec7d55dac307b66741 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,278 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1e6774b247db48b5af8f57a93ba8dc8e changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,279 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e7f068e23548a55f0deb7abf5f6c4ac5 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,279 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 5cd0de480d520d98f09627ad0c8f4739 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,279 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 29dd1319a2a530e05e89a56c25a22928 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,279 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f8f2c91b8b9742baf30a7c4fcdd504b4 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,280 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 441788388b2c07424c63ef7a653434a1 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,280 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 504233c0a210d82eaf34be86d9c43185 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,280 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region bde04606c591e103967b0440f0278925 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,281 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e64d294a8b7dbbf8c8cd61631ee92526 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,281 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region afb6c6db82a5c3216adf2f69a25e111e changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,281 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region a4df7900abf0fe292d13bb19d887d2f1 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,282 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region e8b9ecbbfd82aa478afa149088b5cf95 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,282 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region d8e85e68d872d903b70b3ff572e29ad0 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,282 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region b2a438becd3a88204ecab34fcb07c940 changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:18,282 DEBUG [master/613581fcdc40:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region f1936ee11679c9bd11037161f8c5210b changed from -1.0 to 0.0, refreshing cache 2024-11-20T17:41:20,385 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=613581fcdc40:39619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T17:41:21,550 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T17:40:21.554Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:21.661Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:21.871Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:22.181Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:22.690Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:40:23.709Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:25.725Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:29.763Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:39.831Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:49.883Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:40:59.954Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:09.975Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T17:41:21,552 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 1 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:41:21,552 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:41:21,552 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:41:21,552 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:41:21,552 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:41:21,552 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:41:21,553 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:41:21,553 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:41:21,553 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:41:21,554 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T17:41:21,557 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:41:21,557 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:41:21,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:41:21,558 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:41:21,559 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:41:21,559 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T17:41:21,560 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:41:21,560 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,43513,1732124414253, table=hbase:meta, region=1588230740 2024-11-20T17:41:21,560 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,43513,1732124414253, state=OPEN 2024-11-20T17:41:21,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:41:21,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:41:21,611 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:41:21,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:41:21,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:41:21,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:41:21,612 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124511612 2024-11-20T17:41:21,612 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:41:21,612 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true, isMeta: true 2024-11-20T17:41:21,612 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:21,612 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:21,613 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:41:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:41:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:21,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:21,614 INFO [PEWorker-1 {}] master.SplitWALManager(105): 613581fcdc40,43513,1732124414253 WAL count=1, meta=true 2024-11-20T17:41:21,615 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta}] 2024-11-20T17:41:21,615 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:41:21,620 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=613581fcdc40,33405,1732124414163 2024-11-20T17:41:21,622 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163}] 2024-11-20T17:41:21,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:21,719 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:21,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:41:21,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:21,720 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:21,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:21,785 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=59 2024-11-20T17:41:21,814 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(299): Splitting hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, size=52.9 K (54214bytes) 2024-11-20T17:41:21,815 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-20T17:41:21,815 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-20T17:41:21,815 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta 2024-11-20T17:41:21,820 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta after 3ms 2024-11-20T17:41:21,827 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(310): Open hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta took 15ms 2024-11-20T17:41:21,835 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(352): Last flushed sequenceid for 1588230740: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:41:21,842 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta.temp 2024-11-20T17:41:21,844 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta so closing down 2024-11-20T17:41:21,844 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T17:41:21,847 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta.temp 2024-11-20T17:41:21,851 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T17:41:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741864_1040 (size=53973) 2024-11-20T17:41:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741864_1040 (size=53973) 2024-11-20T17:41:21,863 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741864_1040 (size=53973) 2024-11-20T17:41:21,866 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) 2024-11-20T17:41:21,868 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T17:41:21,873 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(425): Processed 58 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false 2024-11-20T17:41:21,873 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] wal.WALSplitter(428): Completed split of hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, journal: Splitting hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, size=52.9 K (54214bytes) at 1732124481814Finishing writing output for hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta so closing down at 1732124481844 (+30 ms)Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta.temp at 1732124481847 (+3 ms)3 split writer threads finished at 1732124481851 (+4 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta.temp (wrote 57 edits, skipped 0 edits in 3 ms) at 1732124481866 (+15 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 at 1732124481868 (+2 ms)Processed 58 edits across 1 Regions in 40 ms; skipped=1; WAL=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, size=52.9 K, length=54214, corrupted=false, cancelled=false at 1732124481873 (+5 ms) 2024-11-20T17:41:21,874 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta 2024-11-20T17:41:21,875 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-0 {event_type=RS_LOG_REPLAY, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-11-20T17:41:21,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-11-20T17:41:21,885 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs 2024-11-20T17:41:21,888 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-11-20T17:41:21,889 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 in 263 msec 2024-11-20T17:41:21,891 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=613581fcdc40,33405,1732124414163 2024-11-20T17:41:21,894 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57 2024-11-20T17:41:21,895 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 in 277 msec 2024-11-20T17:41:21,897 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting dir is empty, no logs to split. 2024-11-20T17:41:21,897 INFO [PEWorker-1 {}] master.SplitWALManager(105): 613581fcdc40,43513,1732124414253 WAL count=0, meta=true 2024-11-20T17:41:21,897 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 613581fcdc40,43513,1732124414253 WAL splitting is done? wals=0, meta=true 2024-11-20T17:41:21,897 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:41:21,898 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:41:21,898 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:41:21,898 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:41:21,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:21,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:21,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:41:21,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:21,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:21,931 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:22,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:22,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:22,240 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:41:22,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:22,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:22,241 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:22,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:22,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:22,750 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:41:22,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:22,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:22,751 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:23,759 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:23,759 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:23,760 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:41:23,761 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2148 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:41:23,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:23,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:41:23,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:23,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:25,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:25,770 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:25,771 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:41:25,772 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4159 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:41:25,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:25,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:41:25,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:25,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:29,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:29,800 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:29,800 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:41:29,801 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8188 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:41:29,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:29,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:41:29,801 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:29,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:39,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:39,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:39,892 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:41:39,892 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18280 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:41:39,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:39,893 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:41:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:39,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:42,545 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T17:41:49,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:49,920 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:49,922 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:41:49,924 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28311 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:41:49,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:49,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:41:49,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:49,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:59,989 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:41:59,990 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:41:59,990 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:41:59,991 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38378 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:41:59,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:59,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:41:59,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:41:59,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:10,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:10,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:10,053 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:42:10,054 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48441 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:42:10,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:10,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:42:10,055 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:10,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:12,545 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T17:42:17,085 INFO [regionserver/613581fcdc40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactedHFilesCleaner was stopped 2024-11-20T17:42:21,621 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T17:41:21.614Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:21.721Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:21.931Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:22.241Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:22.751Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:41:23.761Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:25.774Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:29.801Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:39.894Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:49.925Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:41:59.991Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:10.055Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T17:42:21,625 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 2 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:42:21,626 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:42:21,626 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:42:21,626 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:42:21,626 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:42:21,627 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:42:21,627 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:42:21,627 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:42:21,627 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:42:21,628 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T17:42:21,632 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:42:21,632 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:42:21,632 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:42:21,633 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:42:21,634 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:42:21,634 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:42:21,635 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:42:21,635 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:42:21,635 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:42:21,635 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:42:21,635 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:42:21,635 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T17:42:21,636 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:42:21,636 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,43513,1732124414253, table=hbase:meta, region=1588230740 2024-11-20T17:42:21,636 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,43513,1732124414253, state=OPEN 2024-11-20T17:42:21,662 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:42:21,662 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:42:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:42:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:42:21,742 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:42:21,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:42:21,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:42:21,743 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:42:21,746 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124571746 2024-11-20T17:42:21,746 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:42:21,747 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:21,747 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:21,749 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:42:21,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:21,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:42:21,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:21,749 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting dir is empty, no logs to split. 2024-11-20T17:42:21,749 INFO [PEWorker-1 {}] master.SplitWALManager(105): 613581fcdc40,43513,1732124414253 WAL count=0, meta=true 2024-11-20T17:42:21,749 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 613581fcdc40,43513,1732124414253 WAL splitting is done? wals=0, meta=true 2024-11-20T17:42:21,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:21,749 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:42:21,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T17:42:21,752 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:42:21,752 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:42:21,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:42:21,752 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:42:21,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:21,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:21,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:42:21,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:21,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:21,860 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:22,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:22,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:22,070 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:42:22,071 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22,071 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22,071 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:22,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:22,380 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:22,381 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:42:22,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22,382 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:22,388 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=613581fcdc40:39619 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] ... 10 more 2024-11-20T17:42:22,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:22,890 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:22,891 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:42:22,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22,892 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:23,899 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:23,899 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:23,901 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:42:23,902 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 6, maxAttempts = 46, timeout = 60000 ms, time elapsed = 2155 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:42:23,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:23,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:42:23,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:23,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:25,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:25,930 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:25,932 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:42:25,934 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 7, maxAttempts = 46, timeout = 60000 ms, time elapsed = 4186 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:42:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:25,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:42:25,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:25,936 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:29,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:29,949 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:29,950 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:42:29,951 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 8, maxAttempts = 46, timeout = 60000 ms, time elapsed = 8203 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:42:29,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:29,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:42:29,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:29,951 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:40,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:40,050 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:40,051 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:42:40,052 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 9, maxAttempts = 46, timeout = 60000 ms, time elapsed = 18305 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:42:40,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:40,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:42:40,053 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:40,054 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:42,545 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T17:42:50,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:42:50,110 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:42:50,111 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:42:50,112 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 10, maxAttempts = 46, timeout = 60000 ms, time elapsed = 28365 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:42:50,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:50,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:42:50,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:42:50,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:00,179 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:43:00,180 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:43:00,181 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:43:00,182 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 11, maxAttempts = 46, timeout = 60000 ms, time elapsed = 38435 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:43:00,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:00,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:43:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:43:00,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:10,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:43:10,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:43:10,212 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:43:10,213 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRpcRetryingCaller(177): Call to 613581fcdc40,43513,1732124414253 for '' in 1588230740 of hbase:meta failed, tries = 12, maxAttempts = 46, timeout = 60000 ms, time elapsed = 48466 ms java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-20T17:43:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:43:10,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:43:10,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:12,546 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-20T17:43:14,388 WARN [RS:2;613581fcdc40:44541 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 613581fcdc40,43513,1732124414253: status=Processing ServerCrashProcedure of 613581fcdc40,43513,1732124414253 current State SERVER_CRASH_SPLIT_META_LOGS, state=RUNNING, startTime=1732124421529, completionTime=-1 appears to have been leaked 2024-11-20T17:43:14,388 WARN [RS:2;613581fcdc40:44541 {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 613581fcdc40,43513,1732124414253: status=Processing ServerCrashProcedure of 613581fcdc40,43513,1732124414253 current State SERVER_CRASH_DELETE_SPLIT_META_WALS_DIR, state=RUNNING, startTime=1732124481558, completionTime=-1 appears to have been leaked 2024-11-20T17:43:21,752 WARN [Time-limited test {}] procedure.MasterProcedureTestingUtility$3(130): Failed to load meta org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=13, exceptions: 2024-11-20T17:42:21.749Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:21.860Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22.071Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22.382Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:22.892Z, org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:42:23.904Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:25.936Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:29.951Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:40.054Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:42:50.113Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:00.184Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:10.214Z, java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncTableResultScanner.next(AsyncTableResultScanner.java:173) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:493) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:461) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.scanMeta(MetaTableAccessor.java:422) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.MetaTableAccessor.fullScanRegions(MetaTableAccessor.java:108) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.assignment.RegionStateStore.visitMeta(RegionStateStore.java:108) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.loadMeta(AssignmentManager.java:1907) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.joinCluster(AssignmentManager.java:1769) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:126) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility$3.call(MasterProcedureTestingUtility.java:121) ~[test-classes/:?] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:143) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureTestingUtility.restart(ProcedureTestingUtility.java:100) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT-tests.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.restartMasterProcedureExecutor(MasterProcedureTestingUtility.java:85) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:477) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureTestingUtility.testRecoveryAndDoubleExecution(MasterProcedureTestingUtility.java:486) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPBase.testRecoveryAndDoubleExecution(TestSCPBase.java:114) ~[test-classes/:?] at org.apache.hadoop.hbase.master.procedure.TestSCPWithMeta.testRecoveryAndDoubleExecutionOnRsWithMeta(TestSCPWithMeta.java:36) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:102) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] ... 1 more 2024-11-20T17:43:21,755 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 3 exec state=pid=57, state=WAITING:SERVER_CRASH_GET_REGIONS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:21,755 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:43:21,755 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:21,756 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:43:21,756 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:43:21,757 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:43:21,757 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:43:21,757 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:43:21,758 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:43:21,760 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-20T17:43:21,764 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:21,764 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:43:21,764 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:21,764 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:21,764 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:21,765 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:43:21,765 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:43:21,766 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:21,766 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:21,766 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:21,766 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN_META, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:43:21,766 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:21,766 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:21,766 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 6 msec 2024-11-20T17:43:21,767 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:21,767 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,43513,1732124414253, table=hbase:meta, region=1588230740 2024-11-20T17:43:21,767 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,43513,1732124414253, state=OPEN 2024-11-20T17:43:21,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:21,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:21,826 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:21,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:21,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:21,826 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:21,828 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124631828 2024-11-20T17:43:21,828 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:43:21,828 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-20T17:43:21,828 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:43:21,829 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:43:21,829 DEBUG [Time-limited test {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:43:21,831 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:43:21,831 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:43:21,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:21,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is java.net.ConnectException: finishConnect(..) failed: Connection refused 2024-11-20T17:43:21,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:43:21,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:21,833 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:21,939 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:43:21,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1] 2024-11-20T17:43:21,940 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:21,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:21,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:21,941 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:43:21,984 DEBUG [613581fcdc40:39619 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=2, allServersCount=2 2024-11-20T17:43:21,985 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(204): Hosts are {613581fcdc40=0} racks are {/default-rack=0} 2024-11-20T17:43:21,985 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T17:43:21,985 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T17:43:21,985 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T17:43:21,985 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T17:43:21,985 INFO [613581fcdc40:39619 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T17:43:21,985 INFO [613581fcdc40:39619 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T17:43:21,985 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T17:43:21,986 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:21,988 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,44541,1732124414306, state=OPENING 2024-11-20T17:43:22,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:22,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:22,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:22,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:22,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:22,056 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:22,056 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=60, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:43:22,056 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:43:22,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:43:22,149 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1] 2024-11-20T17:43:22,150 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-20T17:43:22,152 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43667, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T17:43:22,156 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44541 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:43667 deadline: 1732124661830, exception=org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 613581fcdc40,44541,1732124414306 2024-11-20T17:43:22,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 613581fcdc40,44541,1732124414306 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T17:43:22,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: hbase:meta,,1 is not online on 613581fcdc40,44541,1732124414306 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T17:43:22,157 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1 from cache 2024-11-20T17:43:22,214 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58039, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T17:43:22,224 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-20T17:43:22,224 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-20T17:43:22,225 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-20T17:43:22,227 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=613581fcdc40%2C44541%2C1732124414306.meta, suffix=.meta, logDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,44541,1732124414306, archiveDir=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs, maxLogs=32 2024-11-20T17:43:22,243 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,44541,1732124414306/613581fcdc40%2C44541%2C1732124414306.meta.1732124602229.meta, exclude list is [], retry=0 2024-11-20T17:43:22,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33093,DS-a298d0e7-3800-4eed-b3fc-a18bd83fa4b6,DISK] 2024-11-20T17:43:22,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33963,DS-920505c2-2db9-4f65-80ce-1f871c5ab501,DISK] 2024-11-20T17:43:22,246 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37361,DS-9c3907fc-62b7-4f6c-bc5a-a8ed3791c236,DISK] 2024-11-20T17:43:22,248 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,44541,1732124414306/613581fcdc40%2C44541%2C1732124414306.meta.1732124602229.meta 2024-11-20T17:43:22,248 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42189:42189),(127.0.0.1/127.0.0.1:33657:33657),(127.0.0.1/127.0.0.1:34177:34177)] 2024-11-20T17:43:22,248 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-20T17:43:22,249 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-20T17:43:22,249 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-20T17:43:22,249 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-20T17:43:22,249 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-20T17:43:22,249 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:22,249 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-20T17:43:22,249 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-20T17:43:22,251 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-20T17:43:22,252 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-20T17:43:22,252 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:22,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:43:22,252 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-20T17:43:22,253 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-20T17:43:22,253 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:22,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:43:22,254 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-20T17:43:22,255 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-20T17:43:22,255 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:22,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:43:22,255 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-20T17:43:22,256 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-20T17:43:22,256 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:22,256 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-20T17:43:22,257 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-20T17:43:22,257 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740 2024-11-20T17:43:22,259 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740 2024-11-20T17:43:22,260 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T17:43:22,273 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5793): Applied 264, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=60, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T17:43:22,277 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=49.58 KB heapSize=69.98 KB 2024-11-20T17:43:22,338 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/info/c4acac123e5947e98a7b0d13588e1d31 is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925./info:regioninfo/1732124418112/Put/seqid=0 2024-11-20T17:43:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741866_1042 (size=58053) 2024-11-20T17:43:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741866_1042 (size=58053) 2024-11-20T17:43:22,349 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741866_1042 (size=58053) 2024-11-20T17:43:22,350 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.31 KB at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/info/c4acac123e5947e98a7b0d13588e1d31 2024-11-20T17:43:22,426 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/ns/543c0783bac9458ea7932cf4917846b0 is 43, key is default/ns:d/1732124416422/Put/seqid=0 2024-11-20T17:43:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741867_1043 (size=5153) 2024-11-20T17:43:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741867_1043 (size=5153) 2024-11-20T17:43:22,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741867_1043 (size=5153) 2024-11-20T17:43:22,443 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/ns/543c0783bac9458ea7932cf4917846b0 2024-11-20T17:43:22,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:43:22,460 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1] 2024-11-20T17:43:22,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44541 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Scan size: 121 connection: 172.17.0.2:43667 deadline: 1732124661829, exception=org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 613581fcdc40,44541,1732124414306 2024-11-20T17:43:22,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1, error=org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 613581fcdc40,44541,1732124414306 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T17:43:22,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1 is org.apache.hadoop.hbase.exceptions.RegionOpeningException: org.apache.hadoop.hbase.exceptions.RegionOpeningException: Region hbase:meta,,1 is opening on 613581fcdc40,44541,1732124414306 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3183) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-20T17:43:22,463 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1 from cache 2024-11-20T17:43:22,473 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/table/74a1ec2059ed4c71ae16d01c24b02b88 is 105, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/table:state/1732124418360/Put/seqid=0 2024-11-20T17:43:22,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741868_1044 (size=5620) 2024-11-20T17:43:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741868_1044 (size=5620) 2024-11-20T17:43:22,491 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=202 B at sequenceid=60 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/table/74a1ec2059ed4c71ae16d01c24b02b88 2024-11-20T17:43:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741868_1044 (size=5620) 2024-11-20T17:43:22,501 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/info/c4acac123e5947e98a7b0d13588e1d31 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/info/c4acac123e5947e98a7b0d13588e1d31 2024-11-20T17:43:22,509 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/info/c4acac123e5947e98a7b0d13588e1d31, entries=260, sequenceid=60, filesize=56.7 K 2024-11-20T17:43:22,512 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/ns/543c0783bac9458ea7932cf4917846b0 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/ns/543c0783bac9458ea7932cf4917846b0 2024-11-20T17:43:22,521 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/ns/543c0783bac9458ea7932cf4917846b0, entries=2, sequenceid=60, filesize=5.0 K 2024-11-20T17:43:22,523 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/table/74a1ec2059ed4c71ae16d01c24b02b88 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/table/74a1ec2059ed4c71ae16d01c24b02b88 2024-11-20T17:43:22,535 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/table/74a1ec2059ed4c71ae16d01c24b02b88, entries=2, sequenceid=60, filesize=5.5 K 2024-11-20T17:43:22,540 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 261ms, sequenceid=60, compaction requested=false; wal=null 2024-11-20T17:43:22,543 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/0000000000000000060 2024-11-20T17:43:22,544 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-20T17:43:22,544 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-20T17:43:22,545 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-20T17:43:22,548 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-20T17:43:22,552 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=1 2024-11-20T17:43:22,553 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=61; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72411798, jitterRate=0.07901987433433533}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-20T17:43:22,554 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-20T17:43:22,554 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732124602249Writing region info on filesystem at 1732124602250 (+1 ms)Initializing all the Stores at 1732124602250Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124602251 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124602251Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124602251Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732124602251Obtaining lock to block concurrent updates at 1732124602277 (+26 ms)Preparing flush snapshotting stores in 1588230740 at 1732124602277Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=50772, getHeapSize=71600, getOffHeapSize=0, getCellsCount=264 at 1732124602279 (+2 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732124602280 (+1 ms)Flushing 1588230740/info: creating writer at 1732124602282 (+2 ms)Flushing 1588230740/info: appending metadata at 1732124602329 (+47 ms)Flushing 1588230740/info: closing flushed file at 1732124602331 (+2 ms)Flushing 1588230740/ns: creating writer at 1732124602407 (+76 ms)Flushing 1588230740/ns: appending metadata at 1732124602425 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732124602425Flushing 1588230740/table: creating writer at 1732124602452 (+27 ms)Flushing 1588230740/table: appending metadata at 1732124602472 (+20 ms)Flushing 1588230740/table: closing flushed file at 1732124602472Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e040086: reopening flushed file at 1732124602499 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73f1856e: reopening flushed file at 1732124602511 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f8ba81d: reopening flushed file at 1732124602521 (+10 ms)Finished flush of dataSize ~49.58 KB/50772, heapSize ~69.69 KB/71360, currentSize=0 B/0 for 1588230740 in 261ms, sequenceid=60, compaction requested=false; wal=null at 1732124602540 (+19 ms)Cleaning up temporary data from old regions at 1732124602544 (+4 ms)Running coprocessor post-open hooks at 1732124602554 (+10 ms)Region opened successfully at 1732124602554 2024-11-20T17:43:22,556 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=61, masterSystemTime=1732124602212 2024-11-20T17:43:22,559 DEBUG [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-20T17:43:22,559 INFO [RS_OPEN_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_META, pid=61}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-20T17:43:22,560 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=60 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=61, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:22,563 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,44541,1732124414306, state=OPEN 2024-11-20T17:43:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:22,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:22,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:22,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:22,685 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=61, ppid=60, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:22,685 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:22,689 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-11-20T17:43:22,690 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 in 629 msec 2024-11-20T17:43:22,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=57 2024-11-20T17:43:22,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 862 msec 2024-11-20T17:43:22,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:43:22,970 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1] 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eda08e512ffdffe710f00fbbd235bdde, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bde04606c591e103967b0440f0278925, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d9328d2b0d6d7514732f827c5ff59c2, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7facf2c1404017ec7d55dac307b66741, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=838b7e2418b19ff96a797077ceefa996, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e64d294a8b7dbbf8c8cd61631ee92526, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e6774b247db48b5af8f57a93ba8dc8e, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,002 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=afb6c6db82a5c3216adf2f69a25e111e, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=467775df236ab0939c659dcd61e4ee45, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e7f068e23548a55f0deb7abf5f6c4ac5, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4df7900abf0fe292d13bb19d887d2f1, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=358f7bad84296f1b6fcc525db98e6884, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cd0de480d520d98f09627ad0c8f4739, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e8b9ecbbfd82aa478afa149088b5cf95, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29dd1319a2a530e05e89a56c25a22928, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e74a04289f0e2197c6732aac2093faf, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8e85e68d872d903b70b3ff572e29ad0, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,003 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f8f2c91b8b9742baf30a7c4fcdd504b4, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=441788388b2c07424c63ef7a653434a1, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d14e38140bd102299907e4641cc15d55, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a438becd3a88204ecab34fcb07c940, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1936ee11679c9bd11037161f8c5210b, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=504233c0a210d82eaf34be86d9c43185, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,004 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=23015cc4b789a0061576a34b34761f46, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,004 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T17:43:23,004 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732124663004 2024-11-20T17:43:23,004 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732124723004 2024-11-20T17:43:23,004 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 1.1760 sec 2024-11-20T17:43:23,005 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 613581fcdc40,43513,1732124414253 had 10 regions 2024-11-20T17:43:23,005 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:43:23,005 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:23,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:23,005 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:23,255 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 4 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:23,255 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:43:23,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:23,255 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:43:23,255 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:43:23,255 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:43:23,255 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:43:23,255 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:43:23,256 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:43:23,256 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T17:43:23,258 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:43:23,259 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:23,259 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:23,259 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:23,259 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:23,259 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:43:23,260 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_GET_REGIONS, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:23,261 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:23,261 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T17:43:23,262 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=61 2024-11-20T17:43:23,262 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,44541,1732124414306, table=hbase:meta, region=1588230740 2024-11-20T17:43:23,263 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,44541,1732124414306, state=OPEN 2024-11-20T17:43:23,296 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:23,302 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:23,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:23,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:23,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:23,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:23,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:23,306 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:23,307 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124633307 2024-11-20T17:43:23,307 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eda08e512ffdffe710f00fbbd235bdde, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bde04606c591e103967b0440f0278925, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d9328d2b0d6d7514732f827c5ff59c2, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7facf2c1404017ec7d55dac307b66741, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=838b7e2418b19ff96a797077ceefa996, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e64d294a8b7dbbf8c8cd61631ee92526, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,314 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e6774b247db48b5af8f57a93ba8dc8e, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=afb6c6db82a5c3216adf2f69a25e111e, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=467775df236ab0939c659dcd61e4ee45, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e7f068e23548a55f0deb7abf5f6c4ac5, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4df7900abf0fe292d13bb19d887d2f1, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=358f7bad84296f1b6fcc525db98e6884, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cd0de480d520d98f09627ad0c8f4739, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,315 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e8b9ecbbfd82aa478afa149088b5cf95, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29dd1319a2a530e05e89a56c25a22928, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e74a04289f0e2197c6732aac2093faf, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8e85e68d872d903b70b3ff572e29ad0, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f8f2c91b8b9742baf30a7c4fcdd504b4, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=441788388b2c07424c63ef7a653434a1, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d14e38140bd102299907e4641cc15d55, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,316 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a438becd3a88204ecab34fcb07c940, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1936ee11679c9bd11037161f8c5210b, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=504233c0a210d82eaf34be86d9c43185, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,317 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=23015cc4b789a0061576a34b34761f46, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,317 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T17:43:23,317 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732124663317 2024-11-20T17:43:23,317 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732124723317 2024-11-20T17:43:23,317 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-20T17:43:23,318 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 613581fcdc40,43513,1732124414253 had 9 regions 2024-11-20T17:43:23,318 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:43:23,319 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true, isMeta: false 2024-11-20T17:43:23,322 INFO [PEWorker-1 {}] master.SplitWALManager(105): 613581fcdc40,43513,1732124414253 WAL count=1, meta=false 2024-11-20T17:43:23,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791}] 2024-11-20T17:43:23,322 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:43:23,322 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:23,322 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:23,322 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:23,568 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 5 exec state=pid=57, state=WAITING:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:23,568 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:43:23,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:23,568 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:43:23,568 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:43:23,568 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:43:23,568 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:43:23,568 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:43:23,568 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:43:23,569 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T17:43:23,571 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:43:23,571 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:23,571 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:23,571 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:23,571 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:23,571 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:43:23,572 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:43:23,573 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:23,573 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:23,573 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:23,573 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:43:23,573 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:23,573 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:43:23,574 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:23,574 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:23,574 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:23,574 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:23,574 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T17:43:23,575 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=61 2024-11-20T17:43:23,575 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,44541,1732124414306, table=hbase:meta, region=1588230740 2024-11-20T17:43:23,575 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,44541,1732124414306, state=OPEN 2024-11-20T17:43:23,611 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:23,611 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:23,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:23,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:23,637 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:23,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:23,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:23,637 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:23,638 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124633638 2024-11-20T17:43:23,638 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:43:23,644 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eda08e512ffdffe710f00fbbd235bdde, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,644 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bde04606c591e103967b0440f0278925, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,644 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d9328d2b0d6d7514732f827c5ff59c2, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,644 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7facf2c1404017ec7d55dac307b66741, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,644 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=838b7e2418b19ff96a797077ceefa996, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e64d294a8b7dbbf8c8cd61631ee92526, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e6774b247db48b5af8f57a93ba8dc8e, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=afb6c6db82a5c3216adf2f69a25e111e, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=467775df236ab0939c659dcd61e4ee45, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e7f068e23548a55f0deb7abf5f6c4ac5, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4df7900abf0fe292d13bb19d887d2f1, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=358f7bad84296f1b6fcc525db98e6884, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cd0de480d520d98f09627ad0c8f4739, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,645 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e8b9ecbbfd82aa478afa149088b5cf95, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29dd1319a2a530e05e89a56c25a22928, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e74a04289f0e2197c6732aac2093faf, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8e85e68d872d903b70b3ff572e29ad0, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f8f2c91b8b9742baf30a7c4fcdd504b4, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=441788388b2c07424c63ef7a653434a1, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d14e38140bd102299907e4641cc15d55, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a438becd3a88204ecab34fcb07c940, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1936ee11679c9bd11037161f8c5210b, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=504233c0a210d82eaf34be86d9c43185, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:23,646 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=23015cc4b789a0061576a34b34761f46, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:23,647 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T17:43:23,647 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732124663647 2024-11-20T17:43:23,647 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732124723647 2024-11-20T17:43:23,647 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 8 msec 2024-11-20T17:43:23,647 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=57, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true, isMeta: false 2024-11-20T17:43:23,649 INFO [PEWorker-1 {}] master.SplitWALManager(105): 613581fcdc40,43513,1732124414253 WAL count=1, meta=false 2024-11-20T17:43:23,649 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=57, state=RUNNABLE:ACQUIRE_SPLIT_WAL_WORKER, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791}] 2024-11-20T17:43:23,649 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:43:23,652 DEBUG [PEWorker-1 {}] master.SplitWALManager(158): Acquired split WAL worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:23,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163}] 2024-11-20T17:43:23,808 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58315, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-20T17:43:23,808 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33405 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SplitWALCallable, pid=63 2024-11-20T17:43:23,828 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(299): Splitting hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791, size=291.4 K (298410bytes) 2024-11-20T17:43:23,829 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791 2024-11-20T17:43:23,829 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791 after 0ms 2024-11-20T17:43:23,834 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(310): Open hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791 took 6ms 2024-11-20T17:43:23,843 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 23015cc4b789a0061576a34b34761f46: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,845 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for eda08e512ffdffe710f00fbbd235bdde: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,847 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 467775df236ab0939c659dcd61e4ee45: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,848 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for d14e38140bd102299907e4641cc15d55: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,850 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for cc2c7e9158e131b1bc8081245bf01fed: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,852 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 838b7e2418b19ff96a797077ceefa996: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,854 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 358f7bad84296f1b6fcc525db98e6884: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,855 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 622e67a56c1d997d9f89d8c1f42d7585: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,857 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(352): Last flushed sequenceid for 6e74a04289f0e2197c6732aac2093faf: last_flushed_sequence_id: 18446744073709551615 2024-11-20T17:43:23,863 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,867 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,872 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,872 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,878 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,878 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(406): Finishing writing output for hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791 so closing down 2024-11-20T17:43:23,878 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(125): Waiting for split writer threads to finish 2024-11-20T17:43:23,880 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,884 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,888 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,892 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,902 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,902 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,905 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,906 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-0 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,907 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-1 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,908 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-0 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,911 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-2 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,911 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-1 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,912 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1-Writer-2 {}] wal.AbstractRecoveredEditsOutputSink(71): Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp 2024-11-20T17:43:23,913 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.OutputSink(145): 3 split writer threads finished 2024-11-20T17:43:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741869_1045 (size=36767) 2024-11-20T17:43:23,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741869_1045 (size=36767) 2024-11-20T17:43:23,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741869_1045 (size=36767) 2024-11-20T17:43:23,956 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T17:43:23,958 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004 2024-11-20T17:43:23,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741871_1047 (size=36767) 2024-11-20T17:43:23,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741871_1047 (size=36767) 2024-11-20T17:43:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741871_1047 (size=36767) 2024-11-20T17:43:23,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741870_1046 (size=36767) 2024-11-20T17:43:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741870_1046 (size=36767) 2024-11-20T17:43:23,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741870_1046 (size=36767) 2024-11-20T17:43:23,974 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T17:43:23,976 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004 2024-11-20T17:43:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741872_1048 (size=36767) 2024-11-20T17:43:23,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741872_1048 (size=36767) 2024-11-20T17:43:23,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741872_1048 (size=36767) 2024-11-20T17:43:23,994 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T17:43:23,996 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004 2024-11-20T17:43:24,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741873_1049 (size=36767) 2024-11-20T17:43:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741873_1049 (size=36767) 2024-11-20T17:43:24,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741873_1049 (size=36767) 2024-11-20T17:43:24,007 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-20T17:43:24,009 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004 2024-11-20T17:43:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741874_1050 (size=262) 2024-11-20T17:43:24,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741874_1050 (size=262) 2024-11-20T17:43:24,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741874_1050 (size=262) 2024-11-20T17:43:24,028 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T17:43:24,030 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004 2024-11-20T17:43:24,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741875_1051 (size=36767) 2024-11-20T17:43:24,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741875_1051 (size=36767) 2024-11-20T17:43:24,040 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741875_1051 (size=36767) 2024-11-20T17:43:24,046 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 1 ms) 2024-11-20T17:43:24,055 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004 2024-11-20T17:43:24,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741876_1052 (size=36767) 2024-11-20T17:43:24,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741876_1052 (size=36767) 2024-11-20T17:43:24,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741876_1052 (size=36767) 2024-11-20T17:43:24,081 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 2 ms) 2024-11-20T17:43:24,083 INFO [split-log-closeStream-pool-1 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004 2024-11-20T17:43:24,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741877_1053 (size=36767) 2024-11-20T17:43:24,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741877_1053 (size=36767) 2024-11-20T17:43:24,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741877_1053 (size=36767) 2024-11-20T17:43:24,093 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T17:43:24,095 INFO [split-log-closeStream-pool-0 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004 2024-11-20T17:43:24,369 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(90): Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) 2024-11-20T17:43:24,371 INFO [split-log-closeStream-pool-2 {}] wal.AbstractRecoveredEditsOutputSink(123): Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004 2024-11-20T17:43:24,371 INFO [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(425): Processed 18 edits across 9 Regions in 532 ms; skipped=9; WAL=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791, size=291.4 K, length=298410, corrupted=false, cancelled=false 2024-11-20T17:43:24,371 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] wal.WALSplitter(428): Completed split of hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791, journal: Splitting hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791, size=291.4 K (298410bytes) at 1732124603829Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603872 (+43 ms)Finishing writing output for hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791 so closing down at 1732124603878 (+6 ms)Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603880 (+2 ms)Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603888 (+8 ms)Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603902 (+14 ms)Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603902Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603905 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603908 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603911 (+3 ms)Creating recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp at 1732124603912 (+1 ms)3 split writer threads finished at 1732124603913 (+1 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732124603956 (+43 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004 at 1732124603958 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732124603974 (+16 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004 at 1732124603976 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732124603994 (+18 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004 at 1732124603996 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732124604007 (+11 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004 at 1732124604009 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732124604028 (+19 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004 at 1732124604030 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 1 ms) at 1732124604046 (+16 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004 at 1732124604055 (+9 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 2 ms) at 1732124604081 (+26 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004 at 1732124604083 (+2 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732124604093 (+10 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004 at 1732124604096 (+3 ms)Closed recovered edits writer path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp (wrote 1 edits, skipped 0 edits in 0 ms) at 1732124604369 (+273 ms)Rename recovered edits hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004-613581fcdc40%2C43513%2C1732124414253.1732124415791.temp to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004 at 1732124604371 (+2 ms)Processed 18 edits across 9 Regions in 532 ms; skipped=9; WAL=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791, size=291.4 K, length=298410, corrupted=false, cancelled=false at 1732124604371 2024-11-20T17:43:24,372 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.SplitLogWorker(218): Done splitting WAL hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791 2024-11-20T17:43:24,372 DEBUG [RS_LOG_REPLAY_OPS-regionserver/613581fcdc40:0-1 {event_type=RS_LOG_REPLAY, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-11-20T17:43:24,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39619 {}] master.HMaster(4169): Remote procedure done, pid=63 2024-11-20T17:43:24,378 INFO [PEWorker-1 {}] wal.WALSplitUtil(143): Moved hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting/613581fcdc40%2C43513%2C1732124414253.1732124415791 to hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs 2024-11-20T17:43:24,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-11-20T17:43:24,384 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 in 725 msec 2024-11-20T17:43:24,386 DEBUG [PEWorker-1 {}] master.SplitWALManager(172): Release split WAL worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=57 2024-11-20T17:43:24,390 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 in 737 msec 2024-11-20T17:43:24,393 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting dir is empty, no logs to split. 2024-11-20T17:43:24,393 INFO [PEWorker-1 {}] master.SplitWALManager(105): 613581fcdc40,43513,1732124414253 WAL count=0, meta=false 2024-11-20T17:43:24,393 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 613581fcdc40,43513,1732124414253 WAL splitting is done? wals=0, meta=false 2024-11-20T17:43:24,394 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:43:24,394 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:24,394 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:24,395 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:24,397 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 6 exec state=pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:24,397 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:43:24,397 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:24,397 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:43:24,397 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:43:24,398 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:43:24,398 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:43:24,398 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:43:24,398 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:43:24,399 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T17:43:24,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:43:24,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:24,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:24,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:24,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:24,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:24,401 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:24,401 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:43:24,402 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:43:24,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:24,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:43:24,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:24,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,403 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,403 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_DELETE_SPLIT_WALS_DIR, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:43:24,404 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,404 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,404 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,404 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,404 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,404 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,404 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-11-20T17:43:24,405 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=61 2024-11-20T17:43:24,405 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,44541,1732124414306, table=hbase:meta, region=1588230740 2024-11-20T17:43:24,405 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,44541,1732124414306, state=OPEN 2024-11-20T17:43:24,452 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:24,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:24,453 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:24,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:24,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:24,454 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:24,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:24,459 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124634459 2024-11-20T17:43:24,460 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:43:24,466 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eda08e512ffdffe710f00fbbd235bdde, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,467 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bde04606c591e103967b0440f0278925, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,467 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d9328d2b0d6d7514732f827c5ff59c2, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,467 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7facf2c1404017ec7d55dac307b66741, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,467 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=838b7e2418b19ff96a797077ceefa996, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,467 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e64d294a8b7dbbf8c8cd61631ee92526, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,467 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e6774b247db48b5af8f57a93ba8dc8e, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,467 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,467 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=afb6c6db82a5c3216adf2f69a25e111e, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=467775df236ab0939c659dcd61e4ee45, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e7f068e23548a55f0deb7abf5f6c4ac5, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4df7900abf0fe292d13bb19d887d2f1, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=358f7bad84296f1b6fcc525db98e6884, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cd0de480d520d98f09627ad0c8f4739, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e8b9ecbbfd82aa478afa149088b5cf95, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,468 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29dd1319a2a530e05e89a56c25a22928, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,469 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e74a04289f0e2197c6732aac2093faf, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,469 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8e85e68d872d903b70b3ff572e29ad0, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,469 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f8f2c91b8b9742baf30a7c4fcdd504b4, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,469 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=441788388b2c07424c63ef7a653434a1, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,469 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d14e38140bd102299907e4641cc15d55, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,469 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a438becd3a88204ecab34fcb07c940, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,469 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,470 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1936ee11679c9bd11037161f8c5210b, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,470 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=504233c0a210d82eaf34be86d9c43185, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,470 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=23015cc4b789a0061576a34b34761f46, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,470 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T17:43:24,470 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732124664470 2024-11-20T17:43:24,470 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732124724470 2024-11-20T17:43:24,470 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 10 msec 2024-11-20T17:43:24,473 INFO [PEWorker-1 {}] master.MasterWalManager(331): Log dir for server 613581fcdc40,43513,1732124414253 does not exist 2024-11-20T17:43:24,473 INFO [PEWorker-1 {}] master.SplitWALManager(105): 613581fcdc40,43513,1732124414253 WAL count=0, meta=false 2024-11-20T17:43:24,473 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 613581fcdc40,43513,1732124414253 WAL splitting is done? wals=0, meta=false 2024-11-20T17:43:24,474 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(321): Remove WAL directory for 613581fcdc40,43513,1732124414253 failed, ignore...File hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,43513,1732124414253-splitting does not exist. 2024-11-20T17:43:24,474 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:43:24,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN}] 2024-11-20T17:43:24,477 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:43:24,477 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:24,477 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:24,477 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:24,720 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 7 exec state=pid=57, state=WAITING:SERVER_CRASH_FINISH, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:24,720 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:43:24,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:24,721 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:43:24,721 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:43:24,721 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:43:24,721 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:43:24,721 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:43:24,721 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:43:24,722 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T17:43:24,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:43:24,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:24,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:24,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:24,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:24,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:24,724 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:24,725 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:43:24,726 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_ASSIGN, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:43:24,727 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,728 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,728 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,728 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,728 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,728 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:24,728 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-20T17:43:24,729 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=61 2024-11-20T17:43:24,729 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,44541,1732124414306, table=hbase:meta, region=1588230740 2024-11-20T17:43:24,729 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,44541,1732124414306, state=OPEN 2024-11-20T17:43:24,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:24,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:24,741 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:24,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:24,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:24,741 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:24,742 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124634742 2024-11-20T17:43:24,742 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:43:24,748 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eda08e512ffdffe710f00fbbd235bdde, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,748 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bde04606c591e103967b0440f0278925, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,748 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d9328d2b0d6d7514732f827c5ff59c2, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,748 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7facf2c1404017ec7d55dac307b66741, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,748 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=838b7e2418b19ff96a797077ceefa996, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,748 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e64d294a8b7dbbf8c8cd61631ee92526, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,749 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e6774b247db48b5af8f57a93ba8dc8e, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,749 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,749 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=afb6c6db82a5c3216adf2f69a25e111e, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,749 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=467775df236ab0939c659dcd61e4ee45, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,749 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e7f068e23548a55f0deb7abf5f6c4ac5, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,749 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4df7900abf0fe292d13bb19d887d2f1, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,749 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=358f7bad84296f1b6fcc525db98e6884, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cd0de480d520d98f09627ad0c8f4739, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e8b9ecbbfd82aa478afa149088b5cf95, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29dd1319a2a530e05e89a56c25a22928, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e74a04289f0e2197c6732aac2093faf, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8e85e68d872d903b70b3ff572e29ad0, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f8f2c91b8b9742baf30a7c4fcdd504b4, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,750 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=441788388b2c07424c63ef7a653434a1, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d14e38140bd102299907e4641cc15d55, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a438becd3a88204ecab34fcb07c940, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1936ee11679c9bd11037161f8c5210b, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:24,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=504233c0a210d82eaf34be86d9c43185, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:24,751 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=23015cc4b789a0061576a34b34761f46, regionState=OPEN, lastHost=613581fcdc40,43513,1732124414253, regionLocation=613581fcdc40,43513,1732124414253, openSeqNum=2 2024-11-20T17:43:24,751 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T17:43:24,751 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732124664751 2024-11-20T17:43:24,751 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732124724751 2024-11-20T17:43:24,752 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 9 msec 2024-11-20T17:43:24,756 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN}, {pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN}, {pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN}, {pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN}, {pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN}, {pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN}, {pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN}, {pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN}, {pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN}] 2024-11-20T17:43:24,757 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:43:24,759 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN 2024-11-20T17:43:24,763 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,767 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN 2024-11-20T17:43:24,769 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,770 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN 2024-11-20T17:43:24,771 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,773 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN 2024-11-20T17:43:24,774 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,775 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN 2024-11-20T17:43:24,776 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,778 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN 2024-11-20T17:43:24,781 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,783 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN 2024-11-20T17:43:24,784 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,785 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN 2024-11-20T17:43:24,786 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,787 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN 2024-11-20T17:43:24,788 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-20T17:43:24,914 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(204): Hosts are {613581fcdc40=0} racks are {/default-rack=0} 2024-11-20T17:43:24,915 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(303): server 0 has 0 regions 2024-11-20T17:43:24,915 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(303): server 1 has 0 regions 2024-11-20T17:43:24,915 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(310): server 0 is on host 0 2024-11-20T17:43:24,915 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(310): server 1 is on host 0 2024-11-20T17:43:24,915 INFO [613581fcdc40:39619 {}] balancer.BalancerClusterState(321): server 0 is on rack 0 2024-11-20T17:43:24,915 INFO [613581fcdc40:39619 {}] balancer.BalancerClusterState(321): server 1 is on rack 0 2024-11-20T17:43:24,915 DEBUG [613581fcdc40:39619 {}] balancer.BalancerClusterState(326): Number of tables=1, number of hosts=1, number of racks=1 2024-11-20T17:43:24,915 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=23015cc4b789a0061576a34b34761f46, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,916 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=d14e38140bd102299907e4641cc15d55, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,917 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=358f7bad84296f1b6fcc525db98e6884, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,918 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=eda08e512ffdffe710f00fbbd235bdde, regionState=OPENING, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:24,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:24,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=6e74a04289f0e2197c6732aac2093faf, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:24,919 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=467775df236ab0939c659dcd61e4ee45, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:24,920 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=838b7e2418b19ff96a797077ceefa996, regionState=OPENING, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:24,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN because future has completed 2024-11-20T17:43:24,922 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23015cc4b789a0061576a34b34761f46, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:43:24,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN because future has completed 2024-11-20T17:43:24,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN because future has completed 2024-11-20T17:43:24,926 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358f7bad84296f1b6fcc525db98e6884, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:43:24,926 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN because future has completed 2024-11-20T17:43:24,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN because future has completed 2024-11-20T17:43:24,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN because future has completed 2024-11-20T17:43:24,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN because future has completed 2024-11-20T17:43:24,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2c7e9158e131b1bc8081245bf01fed, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:43:24,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN because future has completed 2024-11-20T17:43:24,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=57, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN because future has completed 2024-11-20T17:43:24,944 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467775df236ab0939c659dcd61e4ee45, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:43:24,948 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 838b7e2418b19ff96a797077ceefa996, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:43:24,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e74a04289f0e2197c6732aac2093faf, server=613581fcdc40,44541,1732124414306}] 2024-11-20T17:43:24,965 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda08e512ffdffe710f00fbbd235bdde, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:43:24,971 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622e67a56c1d997d9f89d8c1f42d7585, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:43:24,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure d14e38140bd102299907e4641cc15d55, server=613581fcdc40,33405,1732124414163}] 2024-11-20T17:43:25,079 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:43:25,079 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => 622e67a56c1d997d9f89d8c1f42d7585, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-11-20T17:43:25,080 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,080 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,080 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,080 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,082 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,083 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e67a56c1d997d9f89d8c1f42d7585 columnFamilyName colfamily11 2024-11-20T17:43:25,083 DEBUG [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,084 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(327): Store=622e67a56c1d997d9f89d8c1f42d7585/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,084 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,085 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e67a56c1d997d9f89d8c1f42d7585 columnFamilyName colfamily21 2024-11-20T17:43:25,085 DEBUG [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,086 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(327): Store=622e67a56c1d997d9f89d8c1f42d7585/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,086 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,087 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 622e67a56c1d997d9f89d8c1f42d7585 columnFamilyName colfamily31 2024-11-20T17:43:25,087 DEBUG [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,088 INFO [StoreOpener-622e67a56c1d997d9f89d8c1f42d7585-1 {}] regionserver.HStore(327): Store=622e67a56c1d997d9f89d8c1f42d7585/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,088 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,092 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,095 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,095 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004 2024-11-20T17:43:25,096 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:43:25,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => 6e74a04289f0e2197c6732aac2093faf, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-11-20T17:43:25,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,097 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,100 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,101 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004 2024-11-20T17:43:25,101 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e74a04289f0e2197c6732aac2093faf columnFamilyName colfamily11 2024-11-20T17:43:25,101 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(2902): Flushing 622e67a56c1d997d9f89d8c1f42d7585 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:25,101 DEBUG [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,102 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(327): Store=6e74a04289f0e2197c6732aac2093faf/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,102 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,103 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e74a04289f0e2197c6732aac2093faf columnFamilyName colfamily21 2024-11-20T17:43:25,103 DEBUG [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,104 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(327): Store=6e74a04289f0e2197c6732aac2093faf/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,104 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,105 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6e74a04289f0e2197c6732aac2093faf columnFamilyName colfamily31 2024-11-20T17:43:25,105 DEBUG [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,106 INFO [StoreOpener-6e74a04289f0e2197c6732aac2093faf-1 {}] regionserver.HStore(327): Store=6e74a04289f0e2197c6732aac2093faf/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,106 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,106 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,108 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,119 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004 2024-11-20T17:43:25,126 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004 2024-11-20T17:43:25,126 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(2902): Flushing 6e74a04289f0e2197c6732aac2093faf 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:25,137 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/.tmp/colfamily11/083796add78e41139458dc2cab0507ee is 52, key is hhh/colfamily11:colfamily11/1732124420677/Put/seqid=0 2024-11-20T17:43:25,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741878_1054 (size=39263) 2024-11-20T17:43:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741878_1054 (size=39263) 2024-11-20T17:43:25,150 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741878_1054 (size=39263) 2024-11-20T17:43:25,150 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/.tmp/colfamily11/2faf7d8561294bd381a1740d40d8a5b7 is 52, key is qqq/colfamily11:colfamily11/1732124420790/Put/seqid=0 2024-11-20T17:43:25,151 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/.tmp/colfamily11/083796add78e41139458dc2cab0507ee 2024-11-20T17:43:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741879_1055 (size=39263) 2024-11-20T17:43:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741879_1055 (size=39263) 2024-11-20T17:43:25,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741879_1055 (size=39263) 2024-11-20T17:43:25,162 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/.tmp/colfamily11/2faf7d8561294bd381a1740d40d8a5b7 2024-11-20T17:43:25,163 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/.tmp/colfamily11/083796add78e41139458dc2cab0507ee as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/colfamily11/083796add78e41139458dc2cab0507ee 2024-11-20T17:43:25,174 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/.tmp/colfamily11/2faf7d8561294bd381a1740d40d8a5b7 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/colfamily11/2faf7d8561294bd381a1740d40d8a5b7 2024-11-20T17:43:25,178 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/colfamily11/083796add78e41139458dc2cab0507ee, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T17:43:25,178 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 622e67a56c1d997d9f89d8c1f42d7585 in 77ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,179 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/0000000000000000004 2024-11-20T17:43:25,182 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,182 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,183 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/colfamily11/2faf7d8561294bd381a1740d40d8a5b7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T17:43:25,184 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6e74a04289f0e2197c6732aac2093faf in 58ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,185 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/0000000000000000004 2024-11-20T17:43:25,185 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,186 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,186 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,186 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,186 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,188 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,188 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,189 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened 622e67a56c1d997d9f89d8c1f42d7585; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60771274, jitterRate=-0.09443745017051697}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,190 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:25,190 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for 622e67a56c1d997d9f89d8c1f42d7585: Running coprocessor pre-open hook at 1732124605080Writing region info on filesystem at 1732124605080Initializing all the Stores at 1732124605082 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605082Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605082Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605082Obtaining lock to block concurrent updates at 1732124605101 (+19 ms)Preparing flush snapshotting stores in 622e67a56c1d997d9f89d8c1f42d7585 at 1732124605101Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124605101Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. at 1732124605101Flushing 622e67a56c1d997d9f89d8c1f42d7585/colfamily11: creating writer at 1732124605102 (+1 ms)Flushing 622e67a56c1d997d9f89d8c1f42d7585/colfamily11: appending metadata at 1732124605136 (+34 ms)Flushing 622e67a56c1d997d9f89d8c1f42d7585/colfamily11: closing flushed file at 1732124605137 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56db74cb: reopening flushed file at 1732124605159 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 622e67a56c1d997d9f89d8c1f42d7585 in 77ms, sequenceid=4, compaction requested=false; wal=null at 1732124605178 (+19 ms)Cleaning up temporary data from old regions at 1732124605182 (+4 ms)Running coprocessor post-open hooks at 1732124605190 (+8 ms)Region opened successfully at 1732124605190 2024-11-20T17:43:25,191 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., pid=80, masterSystemTime=1732124605074 2024-11-20T17:43:25,193 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:43:25,193 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:43:25,194 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:43:25,194 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => eda08e512ffdffe710f00fbbd235bdde, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde.', STARTKEY => '', ENDKEY => 'bbb'} 2024-11-20T17:43:25,194 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=70 updating hbase:meta row=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,195 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,195 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,195 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,195 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=70, state=RUNNABLE, hasLock=false; OpenRegionProcedure 622e67a56c1d997d9f89d8c1f42d7585, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:43:25,202 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,202 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,203 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda08e512ffdffe710f00fbbd235bdde columnFamilyName colfamily11 2024-11-20T17:43:25,204 DEBUG [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,204 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened 6e74a04289f0e2197c6732aac2093faf; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73067339, jitterRate=0.08878819644451141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,204 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:25,204 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for 6e74a04289f0e2197c6732aac2093faf: Running coprocessor pre-open hook at 1732124605097Writing region info on filesystem at 1732124605097Initializing all the Stores at 1732124605098 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605098Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605100 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605100Obtaining lock to block concurrent updates at 1732124605126 (+26 ms)Preparing flush snapshotting stores in 6e74a04289f0e2197c6732aac2093faf at 1732124605126Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124605126Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. at 1732124605126Flushing 6e74a04289f0e2197c6732aac2093faf/colfamily11: creating writer at 1732124605126Flushing 6e74a04289f0e2197c6732aac2093faf/colfamily11: appending metadata at 1732124605149 (+23 ms)Flushing 6e74a04289f0e2197c6732aac2093faf/colfamily11: closing flushed file at 1732124605150 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58a814db: reopening flushed file at 1732124605173 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 6e74a04289f0e2197c6732aac2093faf in 58ms, sequenceid=4, compaction requested=false; wal=null at 1732124605184 (+11 ms)Cleaning up temporary data from old regions at 1732124605186 (+2 ms)Running coprocessor post-open hooks at 1732124605204 (+18 ms)Region opened successfully at 1732124605204 2024-11-20T17:43:25,204 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(327): Store=eda08e512ffdffe710f00fbbd235bdde/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,205 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=70 2024-11-20T17:43:25,206 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 622e67a56c1d997d9f89d8c1f42d7585, server=613581fcdc40,33405,1732124414163 in 230 msec 2024-11-20T17:43:25,207 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda08e512ffdffe710f00fbbd235bdde columnFamilyName colfamily21 2024-11-20T17:43:25,207 DEBUG [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,207 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., pid=78, masterSystemTime=1732124605092 2024-11-20T17:43:25,208 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(327): Store=eda08e512ffdffe710f00fbbd235bdde/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,209 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,210 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:43:25,210 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:43:25,210 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:43:25,210 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN in 450 msec 2024-11-20T17:43:25,210 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7752): Opening region: {ENCODED => cc2c7e9158e131b1bc8081245bf01fed, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-11-20T17:43:25,210 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,211 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,211 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7794): checking encryption for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,211 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(7797): checking classloading for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,211 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=6e74a04289f0e2197c6732aac2093faf, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,213 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region eda08e512ffdffe710f00fbbd235bdde columnFamilyName colfamily31 2024-11-20T17:43:25,213 DEBUG [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6e74a04289f0e2197c6732aac2093faf, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:43:25,214 INFO [StoreOpener-eda08e512ffdffe710f00fbbd235bdde-1 {}] regionserver.HStore(327): Store=eda08e512ffdffe710f00fbbd235bdde/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,214 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,215 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,218 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=69 2024-11-20T17:43:25,218 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e74a04289f0e2197c6732aac2093faf, server=613581fcdc40,44541,1732124414306 in 259 msec 2024-11-20T17:43:25,219 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004 2024-11-20T17:43:25,220 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN in 462 msec 2024-11-20T17:43:25,224 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004 2024-11-20T17:43:25,224 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(2902): Flushing eda08e512ffdffe710f00fbbd235bdde 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:25,224 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,225 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2c7e9158e131b1bc8081245bf01fed columnFamilyName colfamily11 2024-11-20T17:43:25,226 DEBUG [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,226 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(327): Store=cc2c7e9158e131b1bc8081245bf01fed/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,226 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,227 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2c7e9158e131b1bc8081245bf01fed columnFamilyName colfamily21 2024-11-20T17:43:25,227 DEBUG [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,228 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(327): Store=cc2c7e9158e131b1bc8081245bf01fed/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,228 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,229 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cc2c7e9158e131b1bc8081245bf01fed columnFamilyName colfamily31 2024-11-20T17:43:25,229 DEBUG [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,230 INFO [StoreOpener-cc2c7e9158e131b1bc8081245bf01fed-1 {}] regionserver.HStore(327): Store=cc2c7e9158e131b1bc8081245bf01fed/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,230 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1038): replaying wal for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,231 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,234 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,235 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004 2024-11-20T17:43:25,241 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004 2024-11-20T17:43:25,241 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(2902): Flushing cc2c7e9158e131b1bc8081245bf01fed 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:25,254 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/.tmp/colfamily11/969211eb0de54667b5c4ec417540b1a1 is 52, key is aaa/colfamily11:colfamily11/1732124420611/Put/seqid=0 2024-11-20T17:43:25,266 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/.tmp/colfamily11/781fb4e6596946a191853d078f0514fe is 52, key is www/colfamily11:colfamily11/1732124420846/Put/seqid=0 2024-11-20T17:43:25,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741880_1056 (size=39263) 2024-11-20T17:43:25,279 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741880_1056 (size=39263) 2024-11-20T17:43:25,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741880_1056 (size=39263) 2024-11-20T17:43:25,283 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/.tmp/colfamily11/969211eb0de54667b5c4ec417540b1a1 2024-11-20T17:43:25,292 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/.tmp/colfamily11/969211eb0de54667b5c4ec417540b1a1 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/colfamily11/969211eb0de54667b5c4ec417540b1a1 2024-11-20T17:43:25,300 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/colfamily11/969211eb0de54667b5c4ec417540b1a1, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T17:43:25,301 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eda08e512ffdffe710f00fbbd235bdde in 76ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,302 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/0000000000000000004 2024-11-20T17:43:25,304 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,304 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,305 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,307 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,321 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,323 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741881_1057 (size=39263) 2024-11-20T17:43:25,324 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened eda08e512ffdffe710f00fbbd235bdde; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63187587, jitterRate=-0.058431580662727356}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,324 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:25,324 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for eda08e512ffdffe710f00fbbd235bdde: Running coprocessor pre-open hook at 1732124605195Writing region info on filesystem at 1732124605195Initializing all the Stores at 1732124605197 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605197Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605202 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605202Obtaining lock to block concurrent updates at 1732124605224 (+22 ms)Preparing flush snapshotting stores in eda08e512ffdffe710f00fbbd235bdde at 1732124605224Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124605224Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. at 1732124605224Flushing eda08e512ffdffe710f00fbbd235bdde/colfamily11: creating writer at 1732124605224Flushing eda08e512ffdffe710f00fbbd235bdde/colfamily11: appending metadata at 1732124605254 (+30 ms)Flushing eda08e512ffdffe710f00fbbd235bdde/colfamily11: closing flushed file at 1732124605254Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@33140148: reopening flushed file at 1732124605291 (+37 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for eda08e512ffdffe710f00fbbd235bdde in 76ms, sequenceid=4, compaction requested=false; wal=null at 1732124605301 (+10 ms)Cleaning up temporary data from old regions at 1732124605304 (+3 ms)Running coprocessor post-open hooks at 1732124605324 (+20 ms)Region opened successfully at 1732124605324 2024-11-20T17:43:25,326 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., pid=79, masterSystemTime=1732124605074 2024-11-20T17:43:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741881_1057 (size=39263) 2024-11-20T17:43:25,328 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/.tmp/colfamily11/781fb4e6596946a191853d078f0514fe 2024-11-20T17:43:25,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741881_1057 (size=39263) 2024-11-20T17:43:25,329 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:43:25,329 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:43:25,329 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:43:25,329 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7752): Opening region: {ENCODED => 358f7bad84296f1b6fcc525db98e6884, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-11-20T17:43:25,330 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,330 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,330 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7794): checking encryption for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,330 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=eda08e512ffdffe710f00fbbd235bdde, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,330 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(7797): checking classloading for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure eda08e512ffdffe710f00fbbd235bdde, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:43:25,340 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/.tmp/colfamily11/781fb4e6596946a191853d078f0514fe as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/colfamily11/781fb4e6596946a191853d078f0514fe 2024-11-20T17:43:25,340 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,342 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358f7bad84296f1b6fcc525db98e6884 columnFamilyName colfamily11 2024-11-20T17:43:25,342 DEBUG [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,343 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(327): Store=358f7bad84296f1b6fcc525db98e6884/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=64 2024-11-20T17:43:25,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure eda08e512ffdffe710f00fbbd235bdde, server=613581fcdc40,33405,1732124414163 in 374 msec 2024-11-20T17:43:25,344 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,345 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358f7bad84296f1b6fcc525db98e6884 columnFamilyName colfamily21 2024-11-20T17:43:25,345 DEBUG [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,346 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(327): Store=358f7bad84296f1b6fcc525db98e6884/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,346 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,347 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN in 588 msec 2024-11-20T17:43:25,347 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 358f7bad84296f1b6fcc525db98e6884 columnFamilyName colfamily31 2024-11-20T17:43:25,347 DEBUG [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,348 INFO [StoreOpener-358f7bad84296f1b6fcc525db98e6884-1 {}] regionserver.HStore(327): Store=358f7bad84296f1b6fcc525db98e6884/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,348 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1038): replaying wal for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,349 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,352 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,353 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004 2024-11-20T17:43:25,354 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/colfamily11/781fb4e6596946a191853d078f0514fe, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T17:43:25,355 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cc2c7e9158e131b1bc8081245bf01fed in 114ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,356 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/0000000000000000004 2024-11-20T17:43:25,357 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1048): stopping wal replay for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,357 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1060): Cleaning up temporary data for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,358 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,359 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004 2024-11-20T17:43:25,359 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(2902): Flushing 358f7bad84296f1b6fcc525db98e6884 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:25,360 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1093): writing seq id for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,365 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,366 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1114): Opened cc2c7e9158e131b1bc8081245bf01fed; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72586988, jitterRate=0.0816304087638855}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,366 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:25,367 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegion(1006): Region open journal for cc2c7e9158e131b1bc8081245bf01fed: Running coprocessor pre-open hook at 1732124605211Writing region info on filesystem at 1732124605211Initializing all the Stores at 1732124605212 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605212Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605224 (+12 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605224Obtaining lock to block concurrent updates at 1732124605241 (+17 ms)Preparing flush snapshotting stores in cc2c7e9158e131b1bc8081245bf01fed at 1732124605241Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124605241Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. at 1732124605241Flushing cc2c7e9158e131b1bc8081245bf01fed/colfamily11: creating writer at 1732124605241Flushing cc2c7e9158e131b1bc8081245bf01fed/colfamily11: appending metadata at 1732124605265 (+24 ms)Flushing cc2c7e9158e131b1bc8081245bf01fed/colfamily11: closing flushed file at 1732124605265Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@220bb636: reopening flushed file at 1732124605338 (+73 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for cc2c7e9158e131b1bc8081245bf01fed in 114ms, sequenceid=4, compaction requested=false; wal=null at 1732124605355 (+17 ms)Cleaning up temporary data from old regions at 1732124605357 (+2 ms)Running coprocessor post-open hooks at 1732124605366 (+9 ms)Region opened successfully at 1732124605366 2024-11-20T17:43:25,368 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., pid=75, masterSystemTime=1732124605092 2024-11-20T17:43:25,370 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:43:25,371 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=75}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:43:25,371 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:43:25,371 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,371 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7752): Opening region: {ENCODED => 467775df236ab0939c659dcd61e4ee45, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-11-20T17:43:25,371 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,373 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,373 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7794): checking encryption for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,373 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(7797): checking classloading for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=71, state=RUNNABLE, hasLock=false; OpenRegionProcedure cc2c7e9158e131b1bc8081245bf01fed, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:43:25,376 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,378 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467775df236ab0939c659dcd61e4ee45 columnFamilyName colfamily11 2024-11-20T17:43:25,378 DEBUG [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,380 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(327): Store=467775df236ab0939c659dcd61e4ee45/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,380 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=71 2024-11-20T17:43:25,381 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2c7e9158e131b1bc8081245bf01fed, server=613581fcdc40,44541,1732124414306 in 445 msec 2024-11-20T17:43:25,382 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467775df236ab0939c659dcd61e4ee45 columnFamilyName colfamily21 2024-11-20T17:43:25,382 DEBUG [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,383 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(327): Store=467775df236ab0939c659dcd61e4ee45/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,383 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,385 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN in 625 msec 2024-11-20T17:43:25,385 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 467775df236ab0939c659dcd61e4ee45 columnFamilyName colfamily31 2024-11-20T17:43:25,385 DEBUG [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,386 INFO [StoreOpener-467775df236ab0939c659dcd61e4ee45-1 {}] regionserver.HStore(327): Store=467775df236ab0939c659dcd61e4ee45/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,386 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1038): replaying wal for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,387 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,389 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,390 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004 2024-11-20T17:43:25,393 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/.tmp/colfamily11/c91d76118387488f84d676defb3e5b30 is 52, key is mmm/colfamily11:colfamily11/1732124420753/Put/seqid=0 2024-11-20T17:43:25,397 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004 2024-11-20T17:43:25,397 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(2902): Flushing 467775df236ab0939c659dcd61e4ee45 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:25,411 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741882_1058 (size=39263) 2024-11-20T17:43:25,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741882_1058 (size=39263) 2024-11-20T17:43:25,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741882_1058 (size=39263) 2024-11-20T17:43:25,413 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/.tmp/colfamily11/c91d76118387488f84d676defb3e5b30 2024-11-20T17:43:25,425 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/.tmp/colfamily11/c91d76118387488f84d676defb3e5b30 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/colfamily11/c91d76118387488f84d676defb3e5b30 2024-11-20T17:43:25,429 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/.tmp/colfamily11/8c1f7da0fdee494ab787ed193f424695 is 52, key is jjj/colfamily11:colfamily11/1732124420715/Put/seqid=0 2024-11-20T17:43:25,441 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/colfamily11/c91d76118387488f84d676defb3e5b30, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T17:43:25,442 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 358f7bad84296f1b6fcc525db98e6884 in 83ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,443 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/0000000000000000004 2024-11-20T17:43:25,444 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1048): stopping wal replay for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,445 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1060): Cleaning up temporary data for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,445 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,447 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1093): writing seq id for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741883_1059 (size=39263) 2024-11-20T17:43:25,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741883_1059 (size=39263) 2024-11-20T17:43:25,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741883_1059 (size=39263) 2024-11-20T17:43:25,461 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,461 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/.tmp/colfamily11/8c1f7da0fdee494ab787ed193f424695 2024-11-20T17:43:25,463 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1114): Opened 358f7bad84296f1b6fcc525db98e6884; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60288583, jitterRate=-0.10163010656833649}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,463 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:25,463 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegion(1006): Region open journal for 358f7bad84296f1b6fcc525db98e6884: Running coprocessor pre-open hook at 1732124605330Writing region info on filesystem at 1732124605330Initializing all the Stores at 1732124605334 (+4 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605334Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605336 (+2 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605336Obtaining lock to block concurrent updates at 1732124605359 (+23 ms)Preparing flush snapshotting stores in 358f7bad84296f1b6fcc525db98e6884 at 1732124605359Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124605359Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. at 1732124605359Flushing 358f7bad84296f1b6fcc525db98e6884/colfamily11: creating writer at 1732124605360 (+1 ms)Flushing 358f7bad84296f1b6fcc525db98e6884/colfamily11: appending metadata at 1732124605392 (+32 ms)Flushing 358f7bad84296f1b6fcc525db98e6884/colfamily11: closing flushed file at 1732124605392Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5ebabd0c: reopening flushed file at 1732124605422 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 358f7bad84296f1b6fcc525db98e6884 in 83ms, sequenceid=4, compaction requested=false; wal=null at 1732124605442 (+20 ms)Cleaning up temporary data from old regions at 1732124605445 (+3 ms)Running coprocessor post-open hooks at 1732124605463 (+18 ms)Region opened successfully at 1732124605463 2024-11-20T17:43:25,464 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., pid=74, masterSystemTime=1732124605074 2024-11-20T17:43:25,469 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:43:25,469 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=74}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:43:25,469 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:43:25,469 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=66 updating hbase:meta row=358f7bad84296f1b6fcc525db98e6884, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,469 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7752): Opening region: {ENCODED => 23015cc4b789a0061576a34b34761f46, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46.', STARTKEY => 'zzz', ENDKEY => ''} 2024-11-20T17:43:25,470 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,470 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,470 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7794): checking encryption for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,470 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(7797): checking classloading for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=66, state=RUNNABLE, hasLock=false; OpenRegionProcedure 358f7bad84296f1b6fcc525db98e6884, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:43:25,473 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/.tmp/colfamily11/8c1f7da0fdee494ab787ed193f424695 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/colfamily11/8c1f7da0fdee494ab787ed193f424695 2024-11-20T17:43:25,475 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=613581fcdc40,33405,1732124414163, table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-20T17:43:25,476 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,478 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23015cc4b789a0061576a34b34761f46 columnFamilyName colfamily11 2024-11-20T17:43:25,478 DEBUG [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,480 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(327): Store=23015cc4b789a0061576a34b34761f46/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,480 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=66 2024-11-20T17:43:25,481 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 358f7bad84296f1b6fcc525db98e6884, server=613581fcdc40,33405,1732124414163 in 549 msec 2024-11-20T17:43:25,483 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23015cc4b789a0061576a34b34761f46 columnFamilyName colfamily21 2024-11-20T17:43:25,483 DEBUG [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,484 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(327): Store=23015cc4b789a0061576a34b34761f46/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,485 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,485 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN in 725 msec 2024-11-20T17:43:25,486 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 23015cc4b789a0061576a34b34761f46 columnFamilyName colfamily31 2024-11-20T17:43:25,486 DEBUG [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,486 INFO [StoreOpener-23015cc4b789a0061576a34b34761f46-1 {}] regionserver.HStore(327): Store=23015cc4b789a0061576a34b34761f46/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,486 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/colfamily11/8c1f7da0fdee494ab787ed193f424695, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T17:43:25,486 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1038): replaying wal for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,487 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 467775df236ab0939c659dcd61e4ee45 in 89ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,487 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,487 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/0000000000000000004 2024-11-20T17:43:25,489 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1048): stopping wal replay for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,489 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,489 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1060): Cleaning up temporary data for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,490 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004 2024-11-20T17:43:25,490 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,493 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1093): writing seq id for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,494 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5793): Applied 1, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004 2024-11-20T17:43:25,495 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(2902): Flushing 23015cc4b789a0061576a34b34761f46 3/3 column families, dataSize=48 B heapSize=888 B 2024-11-20T17:43:25,496 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,497 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1114): Opened 467775df236ab0939c659dcd61e4ee45; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72196646, jitterRate=0.07581385970115662}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,497 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:25,497 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegion(1006): Region open journal for 467775df236ab0939c659dcd61e4ee45: Running coprocessor pre-open hook at 1732124605374Writing region info on filesystem at 1732124605374Initializing all the Stores at 1732124605375 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605375Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605376 (+1 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605376Obtaining lock to block concurrent updates at 1732124605397 (+21 ms)Preparing flush snapshotting stores in 467775df236ab0939c659dcd61e4ee45 at 1732124605397Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124605397Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. at 1732124605397Flushing 467775df236ab0939c659dcd61e4ee45/colfamily11: creating writer at 1732124605397Flushing 467775df236ab0939c659dcd61e4ee45/colfamily11: appending metadata at 1732124605428 (+31 ms)Flushing 467775df236ab0939c659dcd61e4ee45/colfamily11: closing flushed file at 1732124605428Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21fd1178: reopening flushed file at 1732124605470 (+42 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 467775df236ab0939c659dcd61e4ee45 in 89ms, sequenceid=4, compaction requested=false; wal=null at 1732124605487 (+17 ms)Cleaning up temporary data from old regions at 1732124605489 (+2 ms)Running coprocessor post-open hooks at 1732124605497 (+8 ms)Region opened successfully at 1732124605497 2024-11-20T17:43:25,500 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., pid=76, masterSystemTime=1732124605092 2024-11-20T17:43:25,502 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:43:25,502 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=76}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:43:25,502 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:43:25,502 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7752): Opening region: {ENCODED => 838b7e2418b19ff96a797077ceefa996, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-11-20T17:43:25,502 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=467775df236ab0939c659dcd61e4ee45, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,502 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,503 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,503 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7794): checking encryption for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,503 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(7797): checking classloading for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,505 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,506 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838b7e2418b19ff96a797077ceefa996 columnFamilyName colfamily11 2024-11-20T17:43:25,506 DEBUG [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,507 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(327): Store=838b7e2418b19ff96a797077ceefa996/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,507 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,508 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838b7e2418b19ff96a797077ceefa996 columnFamilyName colfamily21 2024-11-20T17:43:25,508 DEBUG [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,508 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(327): Store=838b7e2418b19ff96a797077ceefa996/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,508 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,509 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 838b7e2418b19ff96a797077ceefa996 columnFamilyName colfamily31 2024-11-20T17:43:25,509 DEBUG [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,510 INFO [StoreOpener-838b7e2418b19ff96a797077ceefa996-1 {}] regionserver.HStore(327): Store=838b7e2418b19ff96a797077ceefa996/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,510 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1038): replaying wal for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,511 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,512 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=72, state=RUNNABLE, hasLock=false; OpenRegionProcedure 467775df236ab0939c659dcd61e4ee45, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:43:25,513 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004 2024-11-20T17:43:25,515 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/.tmp/colfamily11/2c50533bbff743ed829acbe28227daaf is 52, key is zzz/colfamily11:colfamily11/1732124420856/Put/seqid=0 2024-11-20T17:43:25,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=76, resume processing ppid=72 2024-11-20T17:43:25,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 467775df236ab0939c659dcd61e4ee45, server=613581fcdc40,44541,1732124414306 in 570 msec 2024-11-20T17:43:25,520 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004 2024-11-20T17:43:25,521 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(2902): Flushing 838b7e2418b19ff96a797077ceefa996 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:25,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN in 763 msec 2024-11-20T17:43:25,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741884_1060 (size=4857) 2024-11-20T17:43:25,531 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=48 B at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/.tmp/colfamily11/2c50533bbff743ed829acbe28227daaf 2024-11-20T17:43:25,532 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741884_1060 (size=4857) 2024-11-20T17:43:25,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741884_1060 (size=4857) 2024-11-20T17:43:25,547 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/.tmp/colfamily11/d3aef16147014ce7b90a563ab93526b7 is 52, key is eee/colfamily11:colfamily11/1732124420637/Put/seqid=0 2024-11-20T17:43:25,551 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/.tmp/colfamily11/2c50533bbff743ed829acbe28227daaf as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/colfamily11/2c50533bbff743ed829acbe28227daaf 2024-11-20T17:43:25,559 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/colfamily11/2c50533bbff743ed829acbe28227daaf, entries=1, sequenceid=4, filesize=4.7 K 2024-11-20T17:43:25,559 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(3140): Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 23015cc4b789a0061576a34b34761f46 in 64ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,560 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/0000000000000000004 2024-11-20T17:43:25,561 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1048): stopping wal replay for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,561 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1060): Cleaning up temporary data for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,562 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,564 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1093): writing seq id for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,569 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,572 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1114): Opened 23015cc4b789a0061576a34b34761f46; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68594994, jitterRate=0.022145062685012817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,572 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:25,572 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegion(1006): Region open journal for 23015cc4b789a0061576a34b34761f46: Running coprocessor pre-open hook at 1732124605470Writing region info on filesystem at 1732124605470Initializing all the Stores at 1732124605471 (+1 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605471Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605476 (+5 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605476Obtaining lock to block concurrent updates at 1732124605495 (+19 ms)Preparing flush snapshotting stores in 23015cc4b789a0061576a34b34761f46 at 1732124605495Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., syncing WAL and waiting on mvcc, flushsize=dataSize=48, getHeapSize=840, getOffHeapSize=0, getCellsCount=1 at 1732124605495Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. at 1732124605495Flushing 23015cc4b789a0061576a34b34761f46/colfamily11: creating writer at 1732124605495Flushing 23015cc4b789a0061576a34b34761f46/colfamily11: appending metadata at 1732124605515 (+20 ms)Flushing 23015cc4b789a0061576a34b34761f46/colfamily11: closing flushed file at 1732124605515Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3982e9cf: reopening flushed file at 1732124605548 (+33 ms)Finished flush of dataSize ~48 B/48, heapSize ~360 B/360, currentSize=0 B/0 for 23015cc4b789a0061576a34b34761f46 in 64ms, sequenceid=4, compaction requested=false; wal=null at 1732124605559 (+11 ms)Cleaning up temporary data from old regions at 1732124605561 (+2 ms)Running coprocessor post-open hooks at 1732124605572 (+11 ms)Region opened successfully at 1732124605572 2024-11-20T17:43:25,573 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., pid=73, masterSystemTime=1732124605074 2024-11-20T17:43:25,576 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:43:25,576 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=65 updating hbase:meta row=23015cc4b789a0061576a34b34761f46, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,576 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=73}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:43:25,576 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(132): Open testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:43:25,576 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7752): Opening region: {ENCODED => d14e38140bd102299907e4641cc15d55, NAME => 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-11-20T17:43:25,577 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,577 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(898): Instantiated testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-20T17:43:25,577 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7794): checking encryption for d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,577 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(7797): checking classloading for d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=65, state=RUNNABLE, hasLock=false; OpenRegionProcedure 23015cc4b789a0061576a34b34761f46, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:43:25,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=65 2024-11-20T17:43:25,583 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 23015cc4b789a0061576a34b34761f46, server=613581fcdc40,33405,1732124414163 in 658 msec 2024-11-20T17:43:25,586 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN in 827 msec 2024-11-20T17:43:25,592 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily11 of region d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,594 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14e38140bd102299907e4641cc15d55 columnFamilyName colfamily11 2024-11-20T17:43:25,594 DEBUG [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,595 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(327): Store=d14e38140bd102299907e4641cc15d55/colfamily11, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,595 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily21 of region d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,596 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14e38140bd102299907e4641cc15d55 columnFamilyName colfamily21 2024-11-20T17:43:25,596 DEBUG [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,596 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(327): Store=d14e38140bd102299907e4641cc15d55/colfamily21, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,597 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family colfamily31 of region d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,598 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d14e38140bd102299907e4641cc15d55 columnFamilyName colfamily31 2024-11-20T17:43:25,598 DEBUG [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-20T17:43:25,599 INFO [StoreOpener-d14e38140bd102299907e4641cc15d55-1 {}] regionserver.HStore(327): Store=d14e38140bd102299907e4641cc15d55/colfamily31, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-20T17:43:25,599 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1038): replaying wal for d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,600 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,602 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5546): Found 1 recovered edits file(s) under hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,602 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004 2024-11-20T17:43:25,608 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5793): Applied 703, skipped 0, firstSequenceIdInLog=4, maxSequenceIdInLog=4, path=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004 2024-11-20T17:43:25,608 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(2902): Flushing d14e38140bd102299907e4641cc15d55 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:25,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741885_1061 (size=39263) 2024-11-20T17:43:25,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741885_1061 (size=39263) 2024-11-20T17:43:25,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741885_1061 (size=39263) 2024-11-20T17:43:25,617 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/.tmp/colfamily11/d3aef16147014ce7b90a563ab93526b7 2024-11-20T17:43:25,627 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/.tmp/colfamily11/d3aef16147014ce7b90a563ab93526b7 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/colfamily11/d3aef16147014ce7b90a563ab93526b7 2024-11-20T17:43:25,633 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/.tmp/colfamily11/f812c6a761e0433e8e2792b46d34c757 is 52, key is uuu/colfamily11:colfamily11/1732124420820/Put/seqid=0 2024-11-20T17:43:25,636 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/colfamily11/d3aef16147014ce7b90a563ab93526b7, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T17:43:25,637 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 838b7e2418b19ff96a797077ceefa996 in 117ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,638 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/0000000000000000004 2024-11-20T17:43:25,639 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1048): stopping wal replay for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,639 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1060): Cleaning up temporary data for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,640 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,642 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1093): writing seq id for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,656 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,658 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1114): Opened 838b7e2418b19ff96a797077ceefa996; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65717362, jitterRate=-0.0207349956035614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,658 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:25,658 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegion(1006): Region open journal for 838b7e2418b19ff96a797077ceefa996: Running coprocessor pre-open hook at 1732124605503Writing region info on filesystem at 1732124605503Initializing all the Stores at 1732124605505 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605505Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605505Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605505Obtaining lock to block concurrent updates at 1732124605521 (+16 ms)Preparing flush snapshotting stores in 838b7e2418b19ff96a797077ceefa996 at 1732124605521Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124605521Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. at 1732124605521Flushing 838b7e2418b19ff96a797077ceefa996/colfamily11: creating writer at 1732124605521Flushing 838b7e2418b19ff96a797077ceefa996/colfamily11: appending metadata at 1732124605547 (+26 ms)Flushing 838b7e2418b19ff96a797077ceefa996/colfamily11: closing flushed file at 1732124605547Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45059f36: reopening flushed file at 1732124605625 (+78 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 838b7e2418b19ff96a797077ceefa996 in 117ms, sequenceid=4, compaction requested=false; wal=null at 1732124605637 (+12 ms)Cleaning up temporary data from old regions at 1732124605639 (+2 ms)Running coprocessor post-open hooks at 1732124605658 (+19 ms)Region opened successfully at 1732124605658 2024-11-20T17:43:25,659 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., pid=77, masterSystemTime=1732124605092 2024-11-20T17:43:25,663 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:43:25,663 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=77}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:43:25,664 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=838b7e2418b19ff96a797077ceefa996, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 838b7e2418b19ff96a797077ceefa996, server=613581fcdc40,44541,1732124414306 because future has completed 2024-11-20T17:43:25,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=68 2024-11-20T17:43:25,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 838b7e2418b19ff96a797077ceefa996, server=613581fcdc40,44541,1732124414306 in 723 msec 2024-11-20T17:43:25,677 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN in 919 msec 2024-11-20T17:43:25,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741886_1062 (size=39263) 2024-11-20T17:43:25,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741886_1062 (size=39263) 2024-11-20T17:43:25,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741886_1062 (size=39263) 2024-11-20T17:43:25,692 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=4 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/.tmp/colfamily11/f812c6a761e0433e8e2792b46d34c757 2024-11-20T17:43:25,701 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/.tmp/colfamily11/f812c6a761e0433e8e2792b46d34c757 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/colfamily11/f812c6a761e0433e8e2792b46d34c757 2024-11-20T17:43:25,708 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/colfamily11/f812c6a761e0433e8e2792b46d34c757, entries=703, sequenceid=4, filesize=38.3 K 2024-11-20T17:43:25,709 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d14e38140bd102299907e4641cc15d55 in 101ms, sequenceid=4, compaction requested=false; wal=null 2024-11-20T17:43:25,710 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/0000000000000000004 2024-11-20T17:43:25,711 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1048): stopping wal replay for d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,711 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1060): Cleaning up temporary data for d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,712 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-20T17:43:25,714 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1093): writing seq id for d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,716 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-11-20T17:43:25,717 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1114): Opened d14e38140bd102299907e4641cc15d55; next sequenceid=5; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65919133, jitterRate=-0.017728373408317566}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-20T17:43:25,718 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:25,718 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegion(1006): Region open journal for d14e38140bd102299907e4641cc15d55: Running coprocessor pre-open hook at 1732124605577Writing region info on filesystem at 1732124605577Initializing all the Stores at 1732124605579 (+2 ms)Instantiating store for column family {NAME => 'colfamily11', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605579Instantiating store for column family {NAME => 'colfamily21', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605592 (+13 ms)Instantiating store for column family {NAME => 'colfamily31', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732124605592Obtaining lock to block concurrent updates at 1732124605609 (+17 ms)Preparing flush snapshotting stores in d14e38140bd102299907e4641cc15d55 at 1732124605609Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124605609Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. at 1732124605609Flushing d14e38140bd102299907e4641cc15d55/colfamily11: creating writer at 1732124605609Flushing d14e38140bd102299907e4641cc15d55/colfamily11: appending metadata at 1732124605633 (+24 ms)Flushing d14e38140bd102299907e4641cc15d55/colfamily11: closing flushed file at 1732124605633Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@522664dd: reopening flushed file at 1732124605700 (+67 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d14e38140bd102299907e4641cc15d55 in 101ms, sequenceid=4, compaction requested=false; wal=null at 1732124605709 (+9 ms)Cleaning up temporary data from old regions at 1732124605711 (+2 ms)Running coprocessor post-open hooks at 1732124605718 (+7 ms)Region opened successfully at 1732124605718 2024-11-20T17:43:25,719 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2236): Post open deploy tasks for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., pid=81, masterSystemTime=1732124605074 2024-11-20T17:43:25,721 DEBUG [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] regionserver.HRegionServer(2266): Finished post open deploy task for testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:43:25,721 INFO [RS_OPEN_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_OPEN_REGION, pid=81}] handler.AssignRegionHandler(153): Opened testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:43:25,722 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=d14e38140bd102299907e4641cc15d55, regionState=OPEN, openSeqNum=5, regionLocation=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=81, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure d14e38140bd102299907e4641cc15d55, server=613581fcdc40,33405,1732124414163 because future has completed 2024-11-20T17:43:25,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=67 2024-11-20T17:43:25,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure d14e38140bd102299907e4641cc15d55, server=613581fcdc40,33405,1732124414163 in 742 msec 2024-11-20T17:43:25,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=57 2024-11-20T17:43:25,728 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN in 970 msec 2024-11-20T17:43:25,728 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 613581fcdc40,43513,1732124414253 after splitting done 2024-11-20T17:43:25,729 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: false 2024-11-20T17:43:25,729 DEBUG [PEWorker-1 {}] procedure2.ProcedureExecutor(1952): TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:25,729 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:25,729 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$WorkerThread(2184): Worker terminating UNNATURALLY null java.lang.RuntimeException: TESTING: Kill BEFORE store update: pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.kill(ProcedureExecutor.java:1954) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1879) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:25,752 INFO [Time-limited test {}] procedure.MasterProcedureTestingUtility(473): Restart 8 exec state=pid=57, state=SUCCESS, hasLock=true; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:25,752 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(118): RESTART - Stop 2024-11-20T17:43:25,752 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:25,752 INFO [Time-limited test {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:43:25,752 INFO [Time-limited test {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:43:25,753 INFO [Time-limited test {}] procedure2.ProcedureTestingUtility(130): RESTART - Start 2024-11-20T17:43:25,753 INFO [Time-limited test {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=1 2024-11-20T17:43:25,753 INFO [Time-limited test {}] procedure2.ProcedureExecutor(626): Starting 1 core workers (bigger of cpus/4 or 16) with max (burst) worker count=10 2024-11-20T17:43:25,753 INFO [Time-limited test {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-20T17:43:25,754 INFO [Time-limited test {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-20T17:43:25,756 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=57, ppid=-1, class=org.apache.hadoop.hbase.master.procedure.ServerCrashProcedure) stack ids=[] 2024-11-20T17:43:25,756 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=64, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=79, ppid=64, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=65, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=73, ppid=65, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=66, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=74, ppid=66, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=67, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=81, ppid=67, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=68, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=77, ppid=68, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=69, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=78, ppid=69, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=70, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=80, ppid=70, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=71, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=75, ppid=71, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=72, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=76, ppid=72, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=58, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=59, ppid=58, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=60, ppid=57, class=org.apache.hadoop.hbase.master.assignment.TransitRegionStateProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=61, ppid=60, class=org.apache.hadoop.hbase.master.assignment.OpenRegionProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=62, ppid=57, class=org.apache.hadoop.hbase.master.procedure.SplitWALProcedure) stack ids=[] 2024-11-20T17:43:25,757 DEBUG [Time-limited test {}] store.ProcedureTree(114): Procedure Procedure(pid=63, ppid=62, class=org.apache.hadoop.hbase.master.procedure.SplitWALRemoteProcedure) stack ids=[] 2024-11-20T17:43:25,758 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-20T17:43:25,758 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN 2024-11-20T17:43:25,762 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 23015cc4b789a0061576a34b34761f46, server=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 358f7bad84296f1b6fcc525db98e6884, server=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2c7e9158e131b1bc8081245bf01fed, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 467775df236ab0939c659dcd61e4ee45, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 838b7e2418b19ff96a797077ceefa996, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e74a04289f0e2197c6732aac2093faf, server=613581fcdc40,44541,1732124414306 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure eda08e512ffdffe710f00fbbd235bdde, server=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=80, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 622e67a56c1d997d9f89d8c1f42d7585, server=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.ProcedureExecutor(420): Loading pid=81, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure d14e38140bd102299907e4641cc15d55, server=613581fcdc40,33405,1732124414163 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(985): pid=57, state=RUNNABLE:SERVER_CRASH_FINISH, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true held the lock before restarting, call acquireLock to restore it. 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=58, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=59, ppid=58, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.meta.1732124416273.meta, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=60, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=61, ppid=60, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=62, ppid=57, state=SUCCESS, hasLock=false; SplitWALProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=63, ppid=62, state=SUCCESS, hasLock=false; SplitWALRemoteProcedure 613581fcdc40%2C43513%2C1732124414253.1732124415791, worker=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=64, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=eda08e512ffdffe710f00fbbd235bdde, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,763 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=65, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=23015cc4b789a0061576a34b34761f46, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=66, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=358f7bad84296f1b6fcc525db98e6884, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=67, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=d14e38140bd102299907e4641cc15d55, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=68, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=838b7e2418b19ff96a797077ceefa996, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=69, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=6e74a04289f0e2197c6732aac2093faf, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=70, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=622e67a56c1d997d9f89d8c1f42d7585, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=71, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=cc2c7e9158e131b1bc8081245bf01fed, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=72, ppid=57, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true, region=467775df236ab0939c659dcd61e4ee45, ASSIGN didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=73, ppid=65, state=SUCCESS, hasLock=false; OpenRegionProcedure 23015cc4b789a0061576a34b34761f46, server=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=74, ppid=66, state=SUCCESS, hasLock=false; OpenRegionProcedure 358f7bad84296f1b6fcc525db98e6884, server=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=75, ppid=71, state=SUCCESS, hasLock=false; OpenRegionProcedure cc2c7e9158e131b1bc8081245bf01fed, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=76, ppid=72, state=SUCCESS, hasLock=false; OpenRegionProcedure 467775df236ab0939c659dcd61e4ee45, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=77, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 838b7e2418b19ff96a797077ceefa996, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=78, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 6e74a04289f0e2197c6732aac2093faf, server=613581fcdc40,44541,1732124414306 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=79, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure eda08e512ffdffe710f00fbbd235bdde, server=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=80, ppid=70, state=SUCCESS, hasLock=false; OpenRegionProcedure 622e67a56c1d997d9f89d8c1f42d7585, server=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 DEBUG [Time-limited test {}] procedure2.Procedure(965): pid=81, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure d14e38140bd102299907e4641cc15d55, server=613581fcdc40,33405,1732124414163 didn't hold the lock before restarting, skip acquiring lock. 2024-11-20T17:43:25,764 INFO [Time-limited test {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-20T17:43:25,765 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=61 2024-11-20T17:43:25,766 DEBUG [Time-limited test {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=613581fcdc40,44541,1732124414306, table=hbase:meta, region=1588230740 2024-11-20T17:43:25,766 INFO [Time-limited test {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 613581fcdc40,44541,1732124414306, state=OPEN 2024-11-20T17:43:25,781 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:25,789 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39619 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerReport(MasterRpcServices.java:630) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16716) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT] 2024-11-20T17:43:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:25,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-11-20T17:43:25,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:25,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:25,830 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-11-20T17:43:25,830 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732124635830 2024-11-20T17:43:25,831 DEBUG [Time-limited test {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-20T17:43:25,841 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=eda08e512ffdffe710f00fbbd235bdde, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=5 2024-11-20T17:43:25,841 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=bde04606c591e103967b0440f0278925, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:25,841 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=2d9328d2b0d6d7514732f827c5ff59c2, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=7facf2c1404017ec7d55dac307b66741, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=838b7e2418b19ff96a797077ceefa996, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=5 2024-11-20T17:43:25,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e64d294a8b7dbbf8c8cd61631ee92526, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:25,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1e6774b247db48b5af8f57a93ba8dc8e, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=622e67a56c1d997d9f89d8c1f42d7585, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=5 2024-11-20T17:43:25,842 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=afb6c6db82a5c3216adf2f69a25e111e, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:25,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=467775df236ab0939c659dcd61e4ee45, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=5 2024-11-20T17:43:25,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e7f068e23548a55f0deb7abf5f6c4ac5, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=a4df7900abf0fe292d13bb19d887d2f1, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:25,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=358f7bad84296f1b6fcc525db98e6884, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=5 2024-11-20T17:43:25,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=5cd0de480d520d98f09627ad0c8f4739, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e8b9ecbbfd82aa478afa149088b5cf95, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:25,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=29dd1319a2a530e05e89a56c25a22928, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,843 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=6e74a04289f0e2197c6732aac2093faf, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=5 2024-11-20T17:43:25,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d8e85e68d872d903b70b3ff572e29ad0, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:25,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f8f2c91b8b9742baf30a7c4fcdd504b4, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=441788388b2c07424c63ef7a653434a1, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=d14e38140bd102299907e4641cc15d55, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=5 2024-11-20T17:43:25,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=b2a438becd3a88204ecab34fcb07c940, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:25,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=cc2c7e9158e131b1bc8081245bf01fed, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=5 2024-11-20T17:43:25,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=f1936ee11679c9bd11037161f8c5210b, regionState=OPEN, lastHost=613581fcdc40,44541,1732124414306, regionLocation=613581fcdc40,44541,1732124414306, openSeqNum=2 2024-11-20T17:43:25,844 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=504233c0a210d82eaf34be86d9c43185, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=2 2024-11-20T17:43:25,845 DEBUG [Time-limited test {}] assignment.RegionStateStore(171): Load hbase:meta entry region=23015cc4b789a0061576a34b34761f46, regionState=OPEN, lastHost=613581fcdc40,33405,1732124414163, regionLocation=613581fcdc40,33405,1732124414163, openSeqNum=5 2024-11-20T17:43:25,845 INFO [Time-limited test {}] assignment.AssignmentManager(1776): Number of RegionServers=2 2024-11-20T17:43:25,845 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732124665845 2024-11-20T17:43:25,845 INFO [Time-limited test {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732124725845 2024-11-20T17:43:25,845 INFO [Time-limited test {}] assignment.AssignmentManager(1783): Joined the cluster in 14 msec 2024-11-20T17:43:25,845 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(291): removed crashed server 613581fcdc40,43513,1732124414253 after splitting done 2024-11-20T17:43:25,845 WARN [PEWorker-1 {}] procedure2.ProcedureExecutor$Testing(132): Toggle KILL before store update to: true 2024-11-20T17:43:25,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; ServerCrashProcedure 613581fcdc40,43513,1732124414253, splitWal=true, meta=true in 3 mins, 4.345 sec 2024-11-20T17:43:26,101 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49256, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-20T17:43:26,105 WARN [RPCClient-NioEventLoopGroup-6-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 613581fcdc40:43513 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 613581fcdc40/172.17.0.2:43513 Caused by: java.net.ConnectException: Connection refused at sun.nio.ch.Net.pollConnect(Native Method) ~[?:?] at sun.nio.ch.Net.pollConnectNow(Net.java:672) ~[?:?] at sun.nio.ch.SocketChannelImpl.finishConnect(SocketChannelImpl.java:946) ~[?:?] at org.apache.hbase.thirdparty.io.netty.channel.socket.nio.NioSocketChannel.doFinishConnect(NioSocketChannel.java:336) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioChannel$AbstractNioUnsafe.finishConnect(AbstractNioChannel.java:339) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:776) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-20T17:43:26,106 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=java.net.ConnectException: Call to address=613581fcdc40:43513 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:26,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is java.net.ConnectException: Connection refused 2024-11-20T17:43:26,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:26,107 DEBUG [RPCClient-NioEventLoopGroup-6-3 {}] ipc.FailedServers(52): Added failed server with address 613581fcdc40:43513 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: Connection refused: 613581fcdc40/172.17.0.2:43513 2024-11-20T17:43:26,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:26,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=613581fcdc40,43513,1732124414253, seqNum=-1 from cache 2024-11-20T17:43:26,320 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-20T17:43:26,321 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49260, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-20T17:43:26,322 DEBUG [RPCClient-NioEventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=613581fcdc40,44541,1732124414306, seqNum=-1] 2024-11-20T17:43:26,323 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50392, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T17:43:26,327 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde., hostname=613581fcdc40,33405,1732124414163, seqNum=5] 2024-11-20T17:43:26,329 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53902, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-20T17:43:26,372 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:26,372 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,372 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,372 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:26,484 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='eee', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996., hostname=613581fcdc40,44541,1732124414306, seqNum=5] 2024-11-20T17:43:26,514 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:26,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,515 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:26,625 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='hhh', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585., hostname=613581fcdc40,33405,1732124414163, seqNum=5] 2024-11-20T17:43:26,641 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:26,642 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,642 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,642 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:26,755 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='jjj', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45., hostname=613581fcdc40,44541,1732124414306, seqNum=5] 2024-11-20T17:43:26,772 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:26,772 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,772 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,772 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:26,884 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='mmm', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884., hostname=613581fcdc40,33405,1732124414163, seqNum=5] 2024-11-20T17:43:26,900 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:26,900 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,901 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:26,901 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:27,015 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='qqq', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf., hostname=613581fcdc40,44541,1732124414306, seqNum=5] 2024-11-20T17:43:27,034 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:27,035 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:27,035 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:27,035 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:27,143 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='uuu', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55., hostname=613581fcdc40,33405,1732124414163, seqNum=5] 2024-11-20T17:43:27,152 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:27,152 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:27,152 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:27,152 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:27,264 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='www', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed., hostname=613581fcdc40,44541,1732124414306, seqNum=5] 2024-11-20T17:43:27,281 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] ipc.AbstractRpcClient(357): Not trying to connect to 613581fcdc40:43513 this server is in the failed servers list 2024-11-20T17:43:27,281 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(64): Try updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., hostname=613581fcdc40,43513,1732124414253, seqNum=2 , the old value is region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., hostname=613581fcdc40,43513,1732124414253, seqNum=2, error=org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=613581fcdc40:43513 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:27,281 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., hostname=613581fcdc40,43513,1732124414253, seqNum=2 is org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 613581fcdc40:43513 2024-11-20T17:43:27,281 DEBUG [RPCClient-NioEventLoopGroup-6-6 {}] client.AsyncRegionLocatorHelper(88): Try removing region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., hostname=613581fcdc40,43513,1732124414253, seqNum=2 from cache 2024-11-20T17:43:27,393 DEBUG [RPCClient-NioEventLoopGroup-6-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true', row='zzz', locateType=CURRENT is [region=testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46., hostname=613581fcdc40,33405,1732124414163, seqNum=5] 2024-11-20T17:43:27,474 WARN [Time-limited test {}] procedure2.ProcedureTestingUtility(193): Set Kill before store update to: false 2024-11-20T17:43:27,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-20T17:43:27,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T17:43:27,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T17:43:27,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:43:27,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:43:27,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-20T17:43:27,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-20T17:43:27,475 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2109654159, stopped=false 2024-11-20T17:43:27,475 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=613581fcdc40,39619,1732124413411 2024-11-20T17:43:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T17:43:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T17:43:27,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-11-20T17:43:27,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:43:27,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:43:27,527 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:43:27,527 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:27,527 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-20T17:43:27,527 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.master.procedure.TestSCPBase.tearDown(TestSCPBase.java:72) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T17:43:27,527 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:43:27,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T17:43:27,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '613581fcdc40,33405,1732124414163' ***** 2024-11-20T17:43:27,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T17:43:27,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T17:43:27,527 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '613581fcdc40,44541,1732124414306' ***** 2024-11-20T17:43:27,527 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-20T17:43:27,527 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-11-20T17:43:27,528 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T17:43:27,528 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-20T17:43:27,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T17:43:27,528 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-20T17:43:27,528 INFO [RS:0;613581fcdc40:33405 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T17:43:27,528 INFO [RS:0;613581fcdc40:33405 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T17:43:27,528 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 5cd0de480d520d98f09627ad0c8f4739 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 23015cc4b789a0061576a34b34761f46 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for afb6c6db82a5c3216adf2f69a25e111e 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 29dd1319a2a530e05e89a56c25a22928 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for e7f068e23548a55f0deb7abf5f6c4ac5 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for eda08e512ffdffe710f00fbbd235bdde 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for cc2c7e9158e131b1bc8081245bf01fed 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 7facf2c1404017ec7d55dac307b66741 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for a4df7900abf0fe292d13bb19d887d2f1 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for d14e38140bd102299907e4641cc15d55 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for d8e85e68d872d903b70b3ff572e29ad0 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for e8b9ecbbfd82aa478afa149088b5cf95 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 622e67a56c1d997d9f89d8c1f42d7585 2024-11-20T17:43:27,529 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5cd0de480d520d98f09627ad0c8f4739, disabling compactions & flushes 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for 838b7e2418b19ff96a797077ceefa996 2024-11-20T17:43:27,529 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 358f7bad84296f1b6fcc525db98e6884 2024-11-20T17:43:27,529 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing afb6c6db82a5c3216adf2f69a25e111e, disabling compactions & flushes 2024-11-20T17:43:27,529 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 1e6774b247db48b5af8f57a93ba8dc8e 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for bde04606c591e103967b0440f0278925 2024-11-20T17:43:27,529 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:43:27,529 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. after waiting 0 ms 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 441788388b2c07424c63ef7a653434a1 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:43:27,529 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:43:27,529 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for 467775df236ab0939c659dcd61e4ee45 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for b2a438becd3a88204ecab34fcb07c940 2024-11-20T17:43:27,529 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. after waiting 0 ms 2024-11-20T17:43:27,529 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(3091): Received CLOSE for 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for 6e74a04289f0e2197c6732aac2093faf 2024-11-20T17:43:27,529 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:43:27,529 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(959): stopping server 613581fcdc40,44541,1732124414306 2024-11-20T17:43:27,530 INFO [RS:2;613581fcdc40:44541 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T17:43:27,530 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing afb6c6db82a5c3216adf2f69a25e111e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,530 INFO [RS:2;613581fcdc40:44541 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:2;613581fcdc40:44541. 2024-11-20T17:43:27,530 DEBUG [RS:2;613581fcdc40:44541 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T17:43:27,530 DEBUG [RS:2;613581fcdc40:44541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:43:27,530 INFO [RS:2;613581fcdc40:44541 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T17:43:27,530 INFO [RS:2;613581fcdc40:44541 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T17:43:27,530 INFO [RS:2;613581fcdc40:44541 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T17:43:27,530 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-20T17:43:27,530 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(959): stopping server 613581fcdc40,33405,1732124414163 2024-11-20T17:43:27,530 INFO [RS:0;613581fcdc40:33405 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T17:43:27,531 INFO [RS:0;613581fcdc40:33405 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;613581fcdc40:33405. 2024-11-20T17:43:27,531 DEBUG [RS:0;613581fcdc40:33405 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-20T17:43:27,531 DEBUG [RS:0;613581fcdc40:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:43:27,531 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1321): Waiting on 14 regions to close 2024-11-20T17:43:27,531 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1351): Waiting on 1e6774b247db48b5af8f57a93ba8dc8e, 23015cc4b789a0061576a34b34761f46, 29dd1319a2a530e05e89a56c25a22928, 2d9328d2b0d6d7514732f827c5ff59c2, 358f7bad84296f1b6fcc525db98e6884, 441788388b2c07424c63ef7a653434a1, 504233c0a210d82eaf34be86d9c43185, 5cd0de480d520d98f09627ad0c8f4739, 622e67a56c1d997d9f89d8c1f42d7585, 7facf2c1404017ec7d55dac307b66741, d14e38140bd102299907e4641cc15d55, e7f068e23548a55f0deb7abf5f6c4ac5, eda08e512ffdffe710f00fbbd235bdde, f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:43:27,531 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5cd0de480d520d98f09627ad0c8f4739 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,532 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1321): Waiting on 13 regions to close 2024-11-20T17:43:27,532 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 467775df236ab0939c659dcd61e4ee45, 6e74a04289f0e2197c6732aac2093faf, 838b7e2418b19ff96a797077ceefa996, a4df7900abf0fe292d13bb19d887d2f1, afb6c6db82a5c3216adf2f69a25e111e, b2a438becd3a88204ecab34fcb07c940, bde04606c591e103967b0440f0278925, cc2c7e9158e131b1bc8081245bf01fed, d8e85e68d872d903b70b3ff572e29ad0, e64d294a8b7dbbf8c8cd61631ee92526, e8b9ecbbfd82aa478afa149088b5cf95, f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:43:27,532 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-20T17:43:27,532 INFO [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-20T17:43:27,532 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-20T17:43:27,532 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-20T17:43:27,532 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-20T17:43:27,532 INFO [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.36 KB heapSize=19.67 KB 2024-11-20T17:43:27,545 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/info/2a1bb8c5fda24ec59ce09eaa8662ed3b is 268, key is testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996./info:regioninfo/1732124605664/Put/seqid=0 2024-11-20T17:43:27,558 INFO [regionserver/613581fcdc40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T17:43:27,558 INFO [regionserver/613581fcdc40:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T17:43:27,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741887_1063 (size=19806) 2024-11-20T17:43:27,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741887_1063 (size=19806) 2024-11-20T17:43:27,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741887_1063 (size=19806) 2024-11-20T17:43:27,561 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739/.tmp/colfamily11/cbf9a04477a84502996200deccded07a is 52, key is nnn/colfamily11:colfamily11/1732124420534/Put/seqid=0 2024-11-20T17:43:27,562 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e/.tmp/colfamily11/232da8fd9f0b41c7aa9b4cc03340a54d is 52, key is iii/colfamily11:colfamily11/1732124420342/Put/seqid=0 2024-11-20T17:43:27,562 INFO [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.36 KB at sequenceid=81 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/info/2a1bb8c5fda24ec59ce09eaa8662ed3b 2024-11-20T17:43:27,571 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/.tmp/info/2a1bb8c5fda24ec59ce09eaa8662ed3b as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/info/2a1bb8c5fda24ec59ce09eaa8662ed3b 2024-11-20T17:43:27,579 INFO [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/info/2a1bb8c5fda24ec59ce09eaa8662ed3b, entries=72, sequenceid=81, filesize=19.3 K 2024-11-20T17:43:27,580 INFO [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=81, compaction requested=false 2024-11-20T17:43:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741889_1065 (size=39263) 2024-11-20T17:43:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741889_1065 (size=39263) 2024-11-20T17:43:27,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741889_1065 (size=39263) 2024-11-20T17:43:27,594 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e/.tmp/colfamily11/232da8fd9f0b41c7aa9b4cc03340a54d 2024-11-20T17:43:27,601 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e/.tmp/colfamily11/232da8fd9f0b41c7aa9b4cc03340a54d as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e/colfamily11/232da8fd9f0b41c7aa9b4cc03340a54d 2024-11-20T17:43:27,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741888_1064 (size=39263) 2024-11-20T17:43:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741888_1064 (size=39263) 2024-11-20T17:43:27,603 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741888_1064 (size=39263) 2024-11-20T17:43:27,604 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739/.tmp/colfamily11/cbf9a04477a84502996200deccded07a 2024-11-20T17:43:27,611 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739/.tmp/colfamily11/cbf9a04477a84502996200deccded07a as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739/colfamily11/cbf9a04477a84502996200deccded07a 2024-11-20T17:43:27,618 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e/colfamily11/232da8fd9f0b41c7aa9b4cc03340a54d, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:27,619 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for afb6c6db82a5c3216adf2f69a25e111e in 90ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:27,624 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739/colfamily11/cbf9a04477a84502996200deccded07a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:27,625 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5cd0de480d520d98f09627ad0c8f4739 in 96ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:27,632 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/hbase/meta/1588230740/recovered.edits/84.seqid, newMaxSeqId=84, maxSeqId=60 2024-11-20T17:43:27,633 INFO [regionserver/613581fcdc40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T17:43:27,633 INFO [regionserver/613581fcdc40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T17:43:27,634 INFO [regionserver/613581fcdc40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-20T17:43:27,634 INFO [regionserver/613581fcdc40:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-20T17:43:27,634 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/afb6c6db82a5c3216adf2f69a25e111e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:27,635 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-20T17:43:27,635 INFO [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-20T17:43:27,635 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732124607532Running coprocessor pre-close hooks at 1732124607532Disabling compacts and flushes for region at 1732124607532Disabling writes for close at 1732124607532Obtaining lock to block concurrent updates at 1732124607532Preparing flush snapshotting stores in 1588230740 at 1732124607532Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13680, getHeapSize=20080, getOffHeapSize=0, getCellsCount=72 at 1732124607535 (+3 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732124607536 (+1 ms)Flushing 1588230740/info: creating writer at 1732124607537 (+1 ms)Flushing 1588230740/info: appending metadata at 1732124607544 (+7 ms)Flushing 1588230740/info: closing flushed file at 1732124607544Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4295c901: reopening flushed file at 1732124607570 (+26 ms)Finished flush of dataSize ~13.36 KB/13680, heapSize ~18.91 KB/19360, currentSize=0 B/0 for 1588230740 in 48ms, sequenceid=81, compaction requested=false at 1732124607580 (+10 ms)Writing region close event to WAL at 1732124607613 (+33 ms)Running coprocessor post-close hooks at 1732124607633 (+20 ms)Closed at 1732124607635 (+2 ms) 2024-11-20T17:43:27,636 DEBUG [RS_CLOSE_META-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-20T17:43:27,636 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:43:27,636 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for afb6c6db82a5c3216adf2f69a25e111e: Waiting for close lock at 1732124607529Running coprocessor pre-close hooks at 1732124607529Disabling compacts and flushes for region at 1732124607529Disabling writes for close at 1732124607529Obtaining lock to block concurrent updates at 1732124607530 (+1 ms)Preparing flush snapshotting stores in afb6c6db82a5c3216adf2f69a25e111e at 1732124607530Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607535 (+5 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. at 1732124607537 (+2 ms)Flushing afb6c6db82a5c3216adf2f69a25e111e/colfamily11: creating writer at 1732124607537Flushing afb6c6db82a5c3216adf2f69a25e111e/colfamily11: appending metadata at 1732124607561 (+24 ms)Flushing afb6c6db82a5c3216adf2f69a25e111e/colfamily11: closing flushed file at 1732124607562 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7197b5af: reopening flushed file at 1732124607600 (+38 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for afb6c6db82a5c3216adf2f69a25e111e in 90ms, sequenceid=5, compaction requested=false at 1732124607619 (+19 ms)Writing region close event to WAL at 1732124607624 (+5 ms)Running coprocessor post-close hooks at 1732124607636 (+12 ms)Closed at 1732124607636 2024-11-20T17:43:27,637 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,iii,1732124416665.afb6c6db82a5c3216adf2f69a25e111e. 2024-11-20T17:43:27,637 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cc2c7e9158e131b1bc8081245bf01fed, disabling compactions & flushes 2024-11-20T17:43:27,637 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:43:27,637 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:43:27,637 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. after waiting 0 ms 2024-11-20T17:43:27,637 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:43:27,641 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/5cd0de480d520d98f09627ad0c8f4739/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:27,642 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:43:27,642 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5cd0de480d520d98f09627ad0c8f4739: Waiting for close lock at 1732124607529Running coprocessor pre-close hooks at 1732124607529Disabling compacts and flushes for region at 1732124607529Disabling writes for close at 1732124607529Obtaining lock to block concurrent updates at 1732124607531 (+2 ms)Preparing flush snapshotting stores in 5cd0de480d520d98f09627ad0c8f4739 at 1732124607531Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607535 (+4 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. at 1732124607536 (+1 ms)Flushing 5cd0de480d520d98f09627ad0c8f4739/colfamily11: creating writer at 1732124607537 (+1 ms)Flushing 5cd0de480d520d98f09627ad0c8f4739/colfamily11: appending metadata at 1732124607561 (+24 ms)Flushing 5cd0de480d520d98f09627ad0c8f4739/colfamily11: closing flushed file at 1732124607561Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@30bd672b: reopening flushed file at 1732124607610 (+49 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 5cd0de480d520d98f09627ad0c8f4739 in 96ms, sequenceid=5, compaction requested=false at 1732124607625 (+15 ms)Writing region close event to WAL at 1732124607633 (+8 ms)Running coprocessor post-close hooks at 1732124607642 (+9 ms)Closed at 1732124607642 2024-11-20T17:43:27,643 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,nnn,1732124416665.5cd0de480d520d98f09627ad0c8f4739. 2024-11-20T17:43:27,643 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 23015cc4b789a0061576a34b34761f46, disabling compactions & flushes 2024-11-20T17:43:27,643 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:43:27,643 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:43:27,643 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. after waiting 0 ms 2024-11-20T17:43:27,643 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:43:27,648 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/cc2c7e9158e131b1bc8081245bf01fed/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:27,649 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:43:27,649 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cc2c7e9158e131b1bc8081245bf01fed: Waiting for close lock at 1732124607637Running coprocessor pre-close hooks at 1732124607637Disabling compacts and flushes for region at 1732124607637Disabling writes for close at 1732124607637Writing region close event to WAL at 1732124607642 (+5 ms)Running coprocessor post-close hooks at 1732124607648 (+6 ms)Closed at 1732124607648 2024-11-20T17:43:27,649 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,www,1732124416665.cc2c7e9158e131b1bc8081245bf01fed. 2024-11-20T17:43:27,649 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a4df7900abf0fe292d13bb19d887d2f1, disabling compactions & flushes 2024-11-20T17:43:27,649 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:43:27,649 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:43:27,649 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. after waiting 0 ms 2024-11-20T17:43:27,649 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:43:27,650 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing a4df7900abf0fe292d13bb19d887d2f1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,651 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/23015cc4b789a0061576a34b34761f46/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:27,652 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:43:27,652 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 23015cc4b789a0061576a34b34761f46: Waiting for close lock at 1732124607643Running coprocessor pre-close hooks at 1732124607643Disabling compacts and flushes for region at 1732124607643Disabling writes for close at 1732124607643Writing region close event to WAL at 1732124607644 (+1 ms)Running coprocessor post-close hooks at 1732124607652 (+8 ms)Closed at 1732124607652 2024-11-20T17:43:27,653 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,zzz,1732124416665.23015cc4b789a0061576a34b34761f46. 2024-11-20T17:43:27,653 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 29dd1319a2a530e05e89a56c25a22928, disabling compactions & flushes 2024-11-20T17:43:27,653 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:43:27,653 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:43:27,653 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. after waiting 0 ms 2024-11-20T17:43:27,653 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:43:27,653 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 29dd1319a2a530e05e89a56c25a22928 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,670 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1/.tmp/colfamily11/52ed0ba755b740d9b866882d8d1a2165 is 52, key is lll/colfamily11:colfamily11/1732124420413/Put/seqid=0 2024-11-20T17:43:27,675 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928/.tmp/colfamily11/f8c19d3d237349d8b8c2a78506bb1d9a is 52, key is ppp/colfamily11:colfamily11/1732124420620/Put/seqid=0 2024-11-20T17:43:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741890_1066 (size=39263) 2024-11-20T17:43:27,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741890_1066 (size=39263) 2024-11-20T17:43:27,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741890_1066 (size=39263) 2024-11-20T17:43:27,687 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1/.tmp/colfamily11/52ed0ba755b740d9b866882d8d1a2165 2024-11-20T17:43:27,696 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1/.tmp/colfamily11/52ed0ba755b740d9b866882d8d1a2165 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1/colfamily11/52ed0ba755b740d9b866882d8d1a2165 2024-11-20T17:43:27,706 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1/colfamily11/52ed0ba755b740d9b866882d8d1a2165, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:27,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741891_1067 (size=39263) 2024-11-20T17:43:27,707 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a4df7900abf0fe292d13bb19d887d2f1 in 58ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:27,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741891_1067 (size=39263) 2024-11-20T17:43:27,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741891_1067 (size=39263) 2024-11-20T17:43:27,709 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928/.tmp/colfamily11/f8c19d3d237349d8b8c2a78506bb1d9a 2024-11-20T17:43:27,717 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928/.tmp/colfamily11/f8c19d3d237349d8b8c2a78506bb1d9a as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928/colfamily11/f8c19d3d237349d8b8c2a78506bb1d9a 2024-11-20T17:43:27,726 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928/colfamily11/f8c19d3d237349d8b8c2a78506bb1d9a, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:27,727 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 29dd1319a2a530e05e89a56c25a22928 in 74ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:27,729 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/a4df7900abf0fe292d13bb19d887d2f1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:27,730 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:43:27,730 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a4df7900abf0fe292d13bb19d887d2f1: Waiting for close lock at 1732124607649Running coprocessor pre-close hooks at 1732124607649Disabling compacts and flushes for region at 1732124607649Disabling writes for close at 1732124607649Obtaining lock to block concurrent updates at 1732124607650 (+1 ms)Preparing flush snapshotting stores in a4df7900abf0fe292d13bb19d887d2f1 at 1732124607650Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607650Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. at 1732124607651 (+1 ms)Flushing a4df7900abf0fe292d13bb19d887d2f1/colfamily11: creating writer at 1732124607651Flushing a4df7900abf0fe292d13bb19d887d2f1/colfamily11: appending metadata at 1732124607669 (+18 ms)Flushing a4df7900abf0fe292d13bb19d887d2f1/colfamily11: closing flushed file at 1732124607669Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d8a0ff9: reopening flushed file at 1732124607694 (+25 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for a4df7900abf0fe292d13bb19d887d2f1 in 58ms, sequenceid=5, compaction requested=false at 1732124607707 (+13 ms)Writing region close event to WAL at 1732124607720 (+13 ms)Running coprocessor post-close hooks at 1732124607730 (+10 ms)Closed at 1732124607730 2024-11-20T17:43:27,730 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,lll,1732124416665.a4df7900abf0fe292d13bb19d887d2f1. 2024-11-20T17:43:27,730 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d8e85e68d872d903b70b3ff572e29ad0, disabling compactions & flushes 2024-11-20T17:43:27,730 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:43:27,730 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:43:27,730 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. after waiting 0 ms 2024-11-20T17:43:27,730 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:43:27,731 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing d8e85e68d872d903b70b3ff572e29ad0 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,732 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1351): Waiting on 1e6774b247db48b5af8f57a93ba8dc8e, 29dd1319a2a530e05e89a56c25a22928, 2d9328d2b0d6d7514732f827c5ff59c2, 358f7bad84296f1b6fcc525db98e6884, 441788388b2c07424c63ef7a653434a1, 504233c0a210d82eaf34be86d9c43185, 622e67a56c1d997d9f89d8c1f42d7585, 7facf2c1404017ec7d55dac307b66741, d14e38140bd102299907e4641cc15d55, e7f068e23548a55f0deb7abf5f6c4ac5, eda08e512ffdffe710f00fbbd235bdde, f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:43:27,732 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1351): Waiting on 467775df236ab0939c659dcd61e4ee45, 6e74a04289f0e2197c6732aac2093faf, 838b7e2418b19ff96a797077ceefa996, b2a438becd3a88204ecab34fcb07c940, bde04606c591e103967b0440f0278925, d8e85e68d872d903b70b3ff572e29ad0, e64d294a8b7dbbf8c8cd61631ee92526, e8b9ecbbfd82aa478afa149088b5cf95, f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:43:27,735 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/29dd1319a2a530e05e89a56c25a22928/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:27,736 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:43:27,736 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 29dd1319a2a530e05e89a56c25a22928: Waiting for close lock at 1732124607653Running coprocessor pre-close hooks at 1732124607653Disabling compacts and flushes for region at 1732124607653Disabling writes for close at 1732124607653Obtaining lock to block concurrent updates at 1732124607653Preparing flush snapshotting stores in 29dd1319a2a530e05e89a56c25a22928 at 1732124607653Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607653Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. at 1732124607654 (+1 ms)Flushing 29dd1319a2a530e05e89a56c25a22928/colfamily11: creating writer at 1732124607654Flushing 29dd1319a2a530e05e89a56c25a22928/colfamily11: appending metadata at 1732124607674 (+20 ms)Flushing 29dd1319a2a530e05e89a56c25a22928/colfamily11: closing flushed file at 1732124607675 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@736d477d: reopening flushed file at 1732124607716 (+41 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 29dd1319a2a530e05e89a56c25a22928 in 74ms, sequenceid=5, compaction requested=false at 1732124607727 (+11 ms)Writing region close event to WAL at 1732124607732 (+5 ms)Running coprocessor post-close hooks at 1732124607736 (+4 ms)Closed at 1732124607736 2024-11-20T17:43:27,736 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ppp,1732124416665.29dd1319a2a530e05e89a56c25a22928. 2024-11-20T17:43:27,737 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e7f068e23548a55f0deb7abf5f6c4ac5, disabling compactions & flushes 2024-11-20T17:43:27,737 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:43:27,737 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:43:27,737 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. after waiting 0 ms 2024-11-20T17:43:27,737 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:43:27,737 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e7f068e23548a55f0deb7abf5f6c4ac5 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,754 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0/.tmp/colfamily11/747ce26256f44bfc972c63d0495cef8b is 52, key is rrr/colfamily11:colfamily11/1732124420500/Put/seqid=0 2024-11-20T17:43:27,763 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5/.tmp/colfamily11/15229851e088480495a65f70d024a479 is 52, key is kkk/colfamily11:colfamily11/1732124420494/Put/seqid=0 2024-11-20T17:43:27,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741892_1068 (size=39263) 2024-11-20T17:43:27,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741892_1068 (size=39263) 2024-11-20T17:43:27,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741892_1068 (size=39263) 2024-11-20T17:43:27,781 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0/.tmp/colfamily11/747ce26256f44bfc972c63d0495cef8b 2024-11-20T17:43:27,791 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0/.tmp/colfamily11/747ce26256f44bfc972c63d0495cef8b as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0/colfamily11/747ce26256f44bfc972c63d0495cef8b 2024-11-20T17:43:27,793 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741893_1069 (size=39263) 2024-11-20T17:43:27,794 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741893_1069 (size=39263) 2024-11-20T17:43:27,795 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741893_1069 (size=39263) 2024-11-20T17:43:27,797 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5/.tmp/colfamily11/15229851e088480495a65f70d024a479 2024-11-20T17:43:27,803 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-11-20T17:43:27,805 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5/.tmp/colfamily11/15229851e088480495a65f70d024a479 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5/colfamily11/15229851e088480495a65f70d024a479 2024-11-20T17:43:27,816 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5/colfamily11/15229851e088480495a65f70d024a479, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:27,818 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e7f068e23548a55f0deb7abf5f6c4ac5 in 80ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:27,819 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0/colfamily11/747ce26256f44bfc972c63d0495cef8b, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:27,820 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8e85e68d872d903b70b3ff572e29ad0 in 90ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:27,851 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e7f068e23548a55f0deb7abf5f6c4ac5/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:27,852 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:43:27,852 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e7f068e23548a55f0deb7abf5f6c4ac5: Waiting for close lock at 1732124607737Running coprocessor pre-close hooks at 1732124607737Disabling compacts and flushes for region at 1732124607737Disabling writes for close at 1732124607737Obtaining lock to block concurrent updates at 1732124607737Preparing flush snapshotting stores in e7f068e23548a55f0deb7abf5f6c4ac5 at 1732124607737Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607737Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. at 1732124607744 (+7 ms)Flushing e7f068e23548a55f0deb7abf5f6c4ac5/colfamily11: creating writer at 1732124607744Flushing e7f068e23548a55f0deb7abf5f6c4ac5/colfamily11: appending metadata at 1732124607763 (+19 ms)Flushing e7f068e23548a55f0deb7abf5f6c4ac5/colfamily11: closing flushed file at 1732124607763Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78399202: reopening flushed file at 1732124607804 (+41 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e7f068e23548a55f0deb7abf5f6c4ac5 in 80ms, sequenceid=5, compaction requested=false at 1732124607818 (+14 ms)Writing region close event to WAL at 1732124607828 (+10 ms)Running coprocessor post-close hooks at 1732124607852 (+24 ms)Closed at 1732124607852 2024-11-20T17:43:27,852 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,kkk,1732124416665.e7f068e23548a55f0deb7abf5f6c4ac5. 2024-11-20T17:43:27,853 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing eda08e512ffdffe710f00fbbd235bdde, disabling compactions & flushes 2024-11-20T17:43:27,853 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:43:27,853 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:43:27,853 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. after waiting 0 ms 2024-11-20T17:43:27,853 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:43:27,860 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d8e85e68d872d903b70b3ff572e29ad0/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:27,861 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:43:27,862 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d8e85e68d872d903b70b3ff572e29ad0: Waiting for close lock at 1732124607730Running coprocessor pre-close hooks at 1732124607730Disabling compacts and flushes for region at 1732124607730Disabling writes for close at 1732124607730Obtaining lock to block concurrent updates at 1732124607731 (+1 ms)Preparing flush snapshotting stores in d8e85e68d872d903b70b3ff572e29ad0 at 1732124607731Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607731Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. at 1732124607732 (+1 ms)Flushing d8e85e68d872d903b70b3ff572e29ad0/colfamily11: creating writer at 1732124607732Flushing d8e85e68d872d903b70b3ff572e29ad0/colfamily11: appending metadata at 1732124607753 (+21 ms)Flushing d8e85e68d872d903b70b3ff572e29ad0/colfamily11: closing flushed file at 1732124607753Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@73d872b4: reopening flushed file at 1732124607790 (+37 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for d8e85e68d872d903b70b3ff572e29ad0 in 90ms, sequenceid=5, compaction requested=false at 1732124607820 (+30 ms)Writing region close event to WAL at 1732124607837 (+17 ms)Running coprocessor post-close hooks at 1732124607861 (+24 ms)Closed at 1732124607861 2024-11-20T17:43:27,862 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,rrr,1732124416665.d8e85e68d872d903b70b3ff572e29ad0. 2024-11-20T17:43:27,862 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f1936ee11679c9bd11037161f8c5210b, disabling compactions & flushes 2024-11-20T17:43:27,862 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:43:27,862 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:43:27,862 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. after waiting 0 ms 2024-11-20T17:43:27,862 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:43:27,862 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f1936ee11679c9bd11037161f8c5210b 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,869 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/eda08e512ffdffe710f00fbbd235bdde/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:27,870 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:43:27,870 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for eda08e512ffdffe710f00fbbd235bdde: Waiting for close lock at 1732124607853Running coprocessor pre-close hooks at 1732124607853Disabling compacts and flushes for region at 1732124607853Disabling writes for close at 1732124607853Writing region close event to WAL at 1732124607864 (+11 ms)Running coprocessor post-close hooks at 1732124607869 (+5 ms)Closed at 1732124607869 2024-11-20T17:43:27,870 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,,1732124416665.eda08e512ffdffe710f00fbbd235bdde. 2024-11-20T17:43:27,870 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7facf2c1404017ec7d55dac307b66741, disabling compactions & flushes 2024-11-20T17:43:27,870 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:43:27,870 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:43:27,870 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. after waiting 0 ms 2024-11-20T17:43:27,870 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:43:27,870 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7facf2c1404017ec7d55dac307b66741 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,886 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b/.tmp/colfamily11/eaf768f86d4f41a4875eb40cee3303f8 is 52, key is xxx/colfamily11:colfamily11/1732124420575/Put/seqid=0 2024-11-20T17:43:27,891 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741/.tmp/colfamily11/5a338dd09fcb44ac8c1250b0537e16c0 is 52, key is ddd/colfamily11:colfamily11/1732124420408/Put/seqid=0 2024-11-20T17:43:27,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741894_1070 (size=39263) 2024-11-20T17:43:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741894_1070 (size=39263) 2024-11-20T17:43:27,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741894_1070 (size=39263) 2024-11-20T17:43:27,900 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b/.tmp/colfamily11/eaf768f86d4f41a4875eb40cee3303f8 2024-11-20T17:43:27,908 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b/.tmp/colfamily11/eaf768f86d4f41a4875eb40cee3303f8 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b/colfamily11/eaf768f86d4f41a4875eb40cee3303f8 2024-11-20T17:43:27,917 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b/colfamily11/eaf768f86d4f41a4875eb40cee3303f8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:27,919 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f1936ee11679c9bd11037161f8c5210b in 56ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741895_1071 (size=39263) 2024-11-20T17:43:27,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741895_1071 (size=39263) 2024-11-20T17:43:27,932 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1351): Waiting on 1e6774b247db48b5af8f57a93ba8dc8e, 2d9328d2b0d6d7514732f827c5ff59c2, 358f7bad84296f1b6fcc525db98e6884, 441788388b2c07424c63ef7a653434a1, 504233c0a210d82eaf34be86d9c43185, 622e67a56c1d997d9f89d8c1f42d7585, 7facf2c1404017ec7d55dac307b66741, d14e38140bd102299907e4641cc15d55, f8f2c91b8b9742baf30a7c4fcdd504b4 2024-11-20T17:43:27,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741895_1071 (size=39263) 2024-11-20T17:43:27,932 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1351): Waiting on 467775df236ab0939c659dcd61e4ee45, 6e74a04289f0e2197c6732aac2093faf, 838b7e2418b19ff96a797077ceefa996, b2a438becd3a88204ecab34fcb07c940, bde04606c591e103967b0440f0278925, e64d294a8b7dbbf8c8cd61631ee92526, e8b9ecbbfd82aa478afa149088b5cf95, f1936ee11679c9bd11037161f8c5210b 2024-11-20T17:43:27,937 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741/.tmp/colfamily11/5a338dd09fcb44ac8c1250b0537e16c0 2024-11-20T17:43:27,946 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741/.tmp/colfamily11/5a338dd09fcb44ac8c1250b0537e16c0 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741/colfamily11/5a338dd09fcb44ac8c1250b0537e16c0 2024-11-20T17:43:27,954 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741/colfamily11/5a338dd09fcb44ac8c1250b0537e16c0, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:27,956 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7facf2c1404017ec7d55dac307b66741 in 85ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:27,957 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f1936ee11679c9bd11037161f8c5210b/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:27,958 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:43:27,958 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f1936ee11679c9bd11037161f8c5210b: Waiting for close lock at 1732124607862Running coprocessor pre-close hooks at 1732124607862Disabling compacts and flushes for region at 1732124607862Disabling writes for close at 1732124607862Obtaining lock to block concurrent updates at 1732124607862Preparing flush snapshotting stores in f1936ee11679c9bd11037161f8c5210b at 1732124607862Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607863 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. at 1732124607863Flushing f1936ee11679c9bd11037161f8c5210b/colfamily11: creating writer at 1732124607863Flushing f1936ee11679c9bd11037161f8c5210b/colfamily11: appending metadata at 1732124607885 (+22 ms)Flushing f1936ee11679c9bd11037161f8c5210b/colfamily11: closing flushed file at 1732124607885Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@605dbeee: reopening flushed file at 1732124607907 (+22 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f1936ee11679c9bd11037161f8c5210b in 56ms, sequenceid=5, compaction requested=false at 1732124607919 (+12 ms)Writing region close event to WAL at 1732124607952 (+33 ms)Running coprocessor post-close hooks at 1732124607958 (+6 ms)Closed at 1732124607958 2024-11-20T17:43:27,958 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,xxx,1732124416665.f1936ee11679c9bd11037161f8c5210b. 2024-11-20T17:43:27,958 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e8b9ecbbfd82aa478afa149088b5cf95, disabling compactions & flushes 2024-11-20T17:43:27,958 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:43:27,958 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:43:27,959 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. after waiting 0 ms 2024-11-20T17:43:27,959 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:43:27,959 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e8b9ecbbfd82aa478afa149088b5cf95 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:27,987 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/7facf2c1404017ec7d55dac307b66741/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:27,988 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:43:27,988 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7facf2c1404017ec7d55dac307b66741: Waiting for close lock at 1732124607870Running coprocessor pre-close hooks at 1732124607870Disabling compacts and flushes for region at 1732124607870Disabling writes for close at 1732124607870Obtaining lock to block concurrent updates at 1732124607870Preparing flush snapshotting stores in 7facf2c1404017ec7d55dac307b66741 at 1732124607870Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607871 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. at 1732124607871Flushing 7facf2c1404017ec7d55dac307b66741/colfamily11: creating writer at 1732124607871Flushing 7facf2c1404017ec7d55dac307b66741/colfamily11: appending metadata at 1732124607891 (+20 ms)Flushing 7facf2c1404017ec7d55dac307b66741/colfamily11: closing flushed file at 1732124607891Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@562e7a7c: reopening flushed file at 1732124607945 (+54 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 7facf2c1404017ec7d55dac307b66741 in 85ms, sequenceid=5, compaction requested=false at 1732124607956 (+11 ms)Writing region close event to WAL at 1732124607972 (+16 ms)Running coprocessor post-close hooks at 1732124607988 (+16 ms)Closed at 1732124607988 2024-11-20T17:43:27,988 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ddd,1732124416665.7facf2c1404017ec7d55dac307b66741. 2024-11-20T17:43:27,989 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d14e38140bd102299907e4641cc15d55, disabling compactions & flushes 2024-11-20T17:43:27,989 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:43:27,989 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:43:27,989 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. after waiting 0 ms 2024-11-20T17:43:27,989 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:43:27,989 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95/.tmp/colfamily11/417354d3f04143d3804eb0d96dd2fada is 52, key is ooo/colfamily11:colfamily11/1732124420461/Put/seqid=0 2024-11-20T17:43:27,999 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/d14e38140bd102299907e4641cc15d55/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:28,000 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:43:28,000 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d14e38140bd102299907e4641cc15d55: Waiting for close lock at 1732124607989Running coprocessor pre-close hooks at 1732124607989Disabling compacts and flushes for region at 1732124607989Disabling writes for close at 1732124607989Writing region close event to WAL at 1732124607991 (+2 ms)Running coprocessor post-close hooks at 1732124608000 (+9 ms)Closed at 1732124608000 2024-11-20T17:43:28,001 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,uuu,1732124416665.d14e38140bd102299907e4641cc15d55. 2024-11-20T17:43:28,001 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8f2c91b8b9742baf30a7c4fcdd504b4, disabling compactions & flushes 2024-11-20T17:43:28,001 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:43:28,001 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:43:28,001 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. after waiting 0 ms 2024-11-20T17:43:28,001 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:43:28,001 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f8f2c91b8b9742baf30a7c4fcdd504b4 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:28,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741896_1072 (size=39263) 2024-11-20T17:43:28,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741896_1072 (size=39263) 2024-11-20T17:43:28,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741896_1072 (size=39263) 2024-11-20T17:43:28,019 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95/.tmp/colfamily11/417354d3f04143d3804eb0d96dd2fada 2024-11-20T17:43:28,024 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4/.tmp/colfamily11/53b45c549155421297ac9659008d5198 is 52, key is sss/colfamily11:colfamily11/1732124420657/Put/seqid=0 2024-11-20T17:43:28,027 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95/.tmp/colfamily11/417354d3f04143d3804eb0d96dd2fada as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95/colfamily11/417354d3f04143d3804eb0d96dd2fada 2024-11-20T17:43:28,034 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95/colfamily11/417354d3f04143d3804eb0d96dd2fada, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,035 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e8b9ecbbfd82aa478afa149088b5cf95 in 76ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741897_1073 (size=39263) 2024-11-20T17:43:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741897_1073 (size=39263) 2024-11-20T17:43:28,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741897_1073 (size=39263) 2024-11-20T17:43:28,039 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4/.tmp/colfamily11/53b45c549155421297ac9659008d5198 2024-11-20T17:43:28,042 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e8b9ecbbfd82aa478afa149088b5cf95/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,043 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:43:28,043 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e8b9ecbbfd82aa478afa149088b5cf95: Waiting for close lock at 1732124607958Running coprocessor pre-close hooks at 1732124607958Disabling compacts and flushes for region at 1732124607958Disabling writes for close at 1732124607959 (+1 ms)Obtaining lock to block concurrent updates at 1732124607959Preparing flush snapshotting stores in e8b9ecbbfd82aa478afa149088b5cf95 at 1732124607959Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124607959Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. at 1732124607960 (+1 ms)Flushing e8b9ecbbfd82aa478afa149088b5cf95/colfamily11: creating writer at 1732124607960Flushing e8b9ecbbfd82aa478afa149088b5cf95/colfamily11: appending metadata at 1732124607989 (+29 ms)Flushing e8b9ecbbfd82aa478afa149088b5cf95/colfamily11: closing flushed file at 1732124607989Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1a16c99a: reopening flushed file at 1732124608026 (+37 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e8b9ecbbfd82aa478afa149088b5cf95 in 76ms, sequenceid=5, compaction requested=false at 1732124608035 (+9 ms)Writing region close event to WAL at 1732124608038 (+3 ms)Running coprocessor post-close hooks at 1732124608043 (+5 ms)Closed at 1732124608043 2024-11-20T17:43:28,043 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ooo,1732124416665.e8b9ecbbfd82aa478afa149088b5cf95. 2024-11-20T17:43:28,043 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 838b7e2418b19ff96a797077ceefa996, disabling compactions & flushes 2024-11-20T17:43:28,043 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:43:28,044 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:43:28,044 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. after waiting 0 ms 2024-11-20T17:43:28,044 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:43:28,046 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4/.tmp/colfamily11/53b45c549155421297ac9659008d5198 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4/colfamily11/53b45c549155421297ac9659008d5198 2024-11-20T17:43:28,049 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/838b7e2418b19ff96a797077ceefa996/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:28,052 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:43:28,052 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 838b7e2418b19ff96a797077ceefa996: Waiting for close lock at 1732124608043Running coprocessor pre-close hooks at 1732124608043Disabling compacts and flushes for region at 1732124608043Disabling writes for close at 1732124608044 (+1 ms)Writing region close event to WAL at 1732124608044Running coprocessor post-close hooks at 1732124608052 (+8 ms)Closed at 1732124608052 2024-11-20T17:43:28,052 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,eee,1732124416665.838b7e2418b19ff96a797077ceefa996. 2024-11-20T17:43:28,052 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing bde04606c591e103967b0440f0278925, disabling compactions & flushes 2024-11-20T17:43:28,052 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:43:28,052 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:43:28,052 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. after waiting 0 ms 2024-11-20T17:43:28,052 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:43:28,053 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing bde04606c591e103967b0440f0278925 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:28,059 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4/colfamily11/53b45c549155421297ac9659008d5198, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,062 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f8f2c91b8b9742baf30a7c4fcdd504b4 in 61ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,069 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/f8f2c91b8b9742baf30a7c4fcdd504b4/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,069 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:43:28,070 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8f2c91b8b9742baf30a7c4fcdd504b4: Waiting for close lock at 1732124608001Running coprocessor pre-close hooks at 1732124608001Disabling compacts and flushes for region at 1732124608001Disabling writes for close at 1732124608001Obtaining lock to block concurrent updates at 1732124608001Preparing flush snapshotting stores in f8f2c91b8b9742baf30a7c4fcdd504b4 at 1732124608001Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124608002 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. at 1732124608002Flushing f8f2c91b8b9742baf30a7c4fcdd504b4/colfamily11: creating writer at 1732124608004 (+2 ms)Flushing f8f2c91b8b9742baf30a7c4fcdd504b4/colfamily11: appending metadata at 1732124608024 (+20 ms)Flushing f8f2c91b8b9742baf30a7c4fcdd504b4/colfamily11: closing flushed file at 1732124608024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@227c6cc5: reopening flushed file at 1732124608045 (+21 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for f8f2c91b8b9742baf30a7c4fcdd504b4 in 61ms, sequenceid=5, compaction requested=false at 1732124608062 (+17 ms)Writing region close event to WAL at 1732124608063 (+1 ms)Running coprocessor post-close hooks at 1732124608069 (+6 ms)Closed at 1732124608069 2024-11-20T17:43:28,070 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,sss,1732124416665.f8f2c91b8b9742baf30a7c4fcdd504b4. 2024-11-20T17:43:28,070 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 622e67a56c1d997d9f89d8c1f42d7585, disabling compactions & flushes 2024-11-20T17:43:28,070 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:43:28,070 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:43:28,070 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. after waiting 0 ms 2024-11-20T17:43:28,070 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:43:28,072 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925/.tmp/colfamily11/a45cd407ee3d417791c3c910433ecb96 is 52, key is bbb/colfamily11:colfamily11/1732124420252/Put/seqid=0 2024-11-20T17:43:28,085 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/622e67a56c1d997d9f89d8c1f42d7585/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:28,085 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:43:28,085 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 622e67a56c1d997d9f89d8c1f42d7585: Waiting for close lock at 1732124608070Running coprocessor pre-close hooks at 1732124608070Disabling compacts and flushes for region at 1732124608070Disabling writes for close at 1732124608070Writing region close event to WAL at 1732124608076 (+6 ms)Running coprocessor post-close hooks at 1732124608085 (+9 ms)Closed at 1732124608085 2024-11-20T17:43:28,086 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,hhh,1732124416665.622e67a56c1d997d9f89d8c1f42d7585. 2024-11-20T17:43:28,086 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 358f7bad84296f1b6fcc525db98e6884, disabling compactions & flushes 2024-11-20T17:43:28,086 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:43:28,086 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:43:28,086 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. after waiting 0 ms 2024-11-20T17:43:28,086 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:43:28,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741898_1074 (size=39263) 2024-11-20T17:43:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741898_1074 (size=39263) 2024-11-20T17:43:28,100 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741898_1074 (size=39263) 2024-11-20T17:43:28,101 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925/.tmp/colfamily11/a45cd407ee3d417791c3c910433ecb96 2024-11-20T17:43:28,109 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925/.tmp/colfamily11/a45cd407ee3d417791c3c910433ecb96 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925/colfamily11/a45cd407ee3d417791c3c910433ecb96 2024-11-20T17:43:28,113 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/358f7bad84296f1b6fcc525db98e6884/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:28,114 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:43:28,114 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 358f7bad84296f1b6fcc525db98e6884: Waiting for close lock at 1732124608086Running coprocessor pre-close hooks at 1732124608086Disabling compacts and flushes for region at 1732124608086Disabling writes for close at 1732124608086Writing region close event to WAL at 1732124608098 (+12 ms)Running coprocessor post-close hooks at 1732124608113 (+15 ms)Closed at 1732124608113 2024-11-20T17:43:28,114 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,mmm,1732124416665.358f7bad84296f1b6fcc525db98e6884. 2024-11-20T17:43:28,114 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 1e6774b247db48b5af8f57a93ba8dc8e, disabling compactions & flushes 2024-11-20T17:43:28,114 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:43:28,114 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:43:28,114 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. after waiting 0 ms 2024-11-20T17:43:28,114 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:43:28,114 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 1e6774b247db48b5af8f57a93ba8dc8e 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:28,115 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925/colfamily11/a45cd407ee3d417791c3c910433ecb96, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,116 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bde04606c591e103967b0440f0278925 in 64ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,124 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/bde04606c591e103967b0440f0278925/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,125 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:43:28,125 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for bde04606c591e103967b0440f0278925: Waiting for close lock at 1732124608052Running coprocessor pre-close hooks at 1732124608052Disabling compacts and flushes for region at 1732124608052Disabling writes for close at 1732124608052Obtaining lock to block concurrent updates at 1732124608053 (+1 ms)Preparing flush snapshotting stores in bde04606c591e103967b0440f0278925 at 1732124608053Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124608053Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. at 1732124608053Flushing bde04606c591e103967b0440f0278925/colfamily11: creating writer at 1732124608053Flushing bde04606c591e103967b0440f0278925/colfamily11: appending metadata at 1732124608072 (+19 ms)Flushing bde04606c591e103967b0440f0278925/colfamily11: closing flushed file at 1732124608072Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ff199e3: reopening flushed file at 1732124608108 (+36 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for bde04606c591e103967b0440f0278925 in 64ms, sequenceid=5, compaction requested=false at 1732124608116 (+8 ms)Writing region close event to WAL at 1732124608120 (+4 ms)Running coprocessor post-close hooks at 1732124608125 (+5 ms)Closed at 1732124608125 2024-11-20T17:43:28,125 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,bbb,1732124416665.bde04606c591e103967b0440f0278925. 2024-11-20T17:43:28,125 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e64d294a8b7dbbf8c8cd61631ee92526, disabling compactions & flushes 2024-11-20T17:43:28,125 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:43:28,125 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:43:28,125 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. after waiting 0 ms 2024-11-20T17:43:28,125 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:43:28,126 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e64d294a8b7dbbf8c8cd61631ee92526 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:28,132 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1351): Waiting on 1e6774b247db48b5af8f57a93ba8dc8e, 2d9328d2b0d6d7514732f827c5ff59c2, 441788388b2c07424c63ef7a653434a1, 504233c0a210d82eaf34be86d9c43185 2024-11-20T17:43:28,132 DEBUG [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1351): Waiting on 467775df236ab0939c659dcd61e4ee45, 6e74a04289f0e2197c6732aac2093faf, b2a438becd3a88204ecab34fcb07c940, e64d294a8b7dbbf8c8cd61631ee92526 2024-11-20T17:43:28,134 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e/.tmp/colfamily11/4bc1aaa444734b29aee4579b78147ac8 is 52, key is ggg/colfamily11:colfamily11/1732124420455/Put/seqid=0 2024-11-20T17:43:28,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741899_1075 (size=39263) 2024-11-20T17:43:28,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741899_1075 (size=39263) 2024-11-20T17:43:28,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741899_1075 (size=39263) 2024-11-20T17:43:28,142 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526/.tmp/colfamily11/2ebc84882064487790163795fd7825e2 is 52, key is fff/colfamily11:colfamily11/1732124420305/Put/seqid=0 2024-11-20T17:43:28,143 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e/.tmp/colfamily11/4bc1aaa444734b29aee4579b78147ac8 2024-11-20T17:43:28,150 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e/.tmp/colfamily11/4bc1aaa444734b29aee4579b78147ac8 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e/colfamily11/4bc1aaa444734b29aee4579b78147ac8 2024-11-20T17:43:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741900_1076 (size=39263) 2024-11-20T17:43:28,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741900_1076 (size=39263) 2024-11-20T17:43:28,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741900_1076 (size=39263) 2024-11-20T17:43:28,156 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526/.tmp/colfamily11/2ebc84882064487790163795fd7825e2 2024-11-20T17:43:28,157 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e/colfamily11/4bc1aaa444734b29aee4579b78147ac8, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,158 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1e6774b247db48b5af8f57a93ba8dc8e in 43ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,162 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/1e6774b247db48b5af8f57a93ba8dc8e/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,162 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:43:28,163 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 1e6774b247db48b5af8f57a93ba8dc8e: Waiting for close lock at 1732124608114Running coprocessor pre-close hooks at 1732124608114Disabling compacts and flushes for region at 1732124608114Disabling writes for close at 1732124608114Obtaining lock to block concurrent updates at 1732124608114Preparing flush snapshotting stores in 1e6774b247db48b5af8f57a93ba8dc8e at 1732124608114Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124608115 (+1 ms)Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. at 1732124608115Flushing 1e6774b247db48b5af8f57a93ba8dc8e/colfamily11: creating writer at 1732124608115Flushing 1e6774b247db48b5af8f57a93ba8dc8e/colfamily11: appending metadata at 1732124608134 (+19 ms)Flushing 1e6774b247db48b5af8f57a93ba8dc8e/colfamily11: closing flushed file at 1732124608134Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50594a16: reopening flushed file at 1732124608149 (+15 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 1e6774b247db48b5af8f57a93ba8dc8e in 43ms, sequenceid=5, compaction requested=false at 1732124608158 (+9 ms)Writing region close event to WAL at 1732124608158Running coprocessor post-close hooks at 1732124608162 (+4 ms)Closed at 1732124608162 2024-11-20T17:43:28,163 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ggg,1732124416665.1e6774b247db48b5af8f57a93ba8dc8e. 2024-11-20T17:43:28,163 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 441788388b2c07424c63ef7a653434a1, disabling compactions & flushes 2024-11-20T17:43:28,163 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:43:28,163 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:43:28,163 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. after waiting 0 ms 2024-11-20T17:43:28,163 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:43:28,163 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 441788388b2c07424c63ef7a653434a1 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:28,165 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526/.tmp/colfamily11/2ebc84882064487790163795fd7825e2 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526/colfamily11/2ebc84882064487790163795fd7825e2 2024-11-20T17:43:28,171 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526/colfamily11/2ebc84882064487790163795fd7825e2, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,172 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e64d294a8b7dbbf8c8cd61631ee92526 in 47ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,179 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/e64d294a8b7dbbf8c8cd61631ee92526/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,179 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:43:28,179 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e64d294a8b7dbbf8c8cd61631ee92526: Waiting for close lock at 1732124608125Running coprocessor pre-close hooks at 1732124608125Disabling compacts and flushes for region at 1732124608125Disabling writes for close at 1732124608125Obtaining lock to block concurrent updates at 1732124608126 (+1 ms)Preparing flush snapshotting stores in e64d294a8b7dbbf8c8cd61631ee92526 at 1732124608126Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124608126Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. at 1732124608126Flushing e64d294a8b7dbbf8c8cd61631ee92526/colfamily11: creating writer at 1732124608127 (+1 ms)Flushing e64d294a8b7dbbf8c8cd61631ee92526/colfamily11: appending metadata at 1732124608142 (+15 ms)Flushing e64d294a8b7dbbf8c8cd61631ee92526/colfamily11: closing flushed file at 1732124608142Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@bf94518: reopening flushed file at 1732124608165 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for e64d294a8b7dbbf8c8cd61631ee92526 in 47ms, sequenceid=5, compaction requested=false at 1732124608172 (+7 ms)Writing region close event to WAL at 1732124608176 (+4 ms)Running coprocessor post-close hooks at 1732124608179 (+3 ms)Closed at 1732124608179 2024-11-20T17:43:28,179 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,fff,1732124416665.e64d294a8b7dbbf8c8cd61631ee92526. 2024-11-20T17:43:28,180 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 467775df236ab0939c659dcd61e4ee45, disabling compactions & flushes 2024-11-20T17:43:28,180 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:43:28,180 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:43:28,180 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. after waiting 0 ms 2024-11-20T17:43:28,180 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:43:28,184 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1/.tmp/colfamily11/4372e4ce0ec7498fa54830a4198a9920 is 52, key is ttt/colfamily11:colfamily11/1732124420698/Put/seqid=0 2024-11-20T17:43:28,189 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/467775df236ab0939c659dcd61e4ee45/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:28,189 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:43:28,190 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 467775df236ab0939c659dcd61e4ee45: Waiting for close lock at 1732124608180Running coprocessor pre-close hooks at 1732124608180Disabling compacts and flushes for region at 1732124608180Disabling writes for close at 1732124608180Writing region close event to WAL at 1732124608184 (+4 ms)Running coprocessor post-close hooks at 1732124608189 (+5 ms)Closed at 1732124608189 2024-11-20T17:43:28,190 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,jjj,1732124416665.467775df236ab0939c659dcd61e4ee45. 2024-11-20T17:43:28,190 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b2a438becd3a88204ecab34fcb07c940, disabling compactions & flushes 2024-11-20T17:43:28,190 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:43:28,190 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:43:28,190 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. after waiting 0 ms 2024-11-20T17:43:28,190 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:43:28,190 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b2a438becd3a88204ecab34fcb07c940 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:28,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741901_1077 (size=39263) 2024-11-20T17:43:28,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741901_1077 (size=39263) 2024-11-20T17:43:28,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741901_1077 (size=39263) 2024-11-20T17:43:28,202 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1/.tmp/colfamily11/4372e4ce0ec7498fa54830a4198a9920 2024-11-20T17:43:28,210 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1/.tmp/colfamily11/4372e4ce0ec7498fa54830a4198a9920 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1/colfamily11/4372e4ce0ec7498fa54830a4198a9920 2024-11-20T17:43:28,216 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940/.tmp/colfamily11/e338a53dda1c43a4b578cefab1803e86 is 52, key is vvv/colfamily11:colfamily11/1732124420539/Put/seqid=0 2024-11-20T17:43:28,217 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1/colfamily11/4372e4ce0ec7498fa54830a4198a9920, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,222 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 441788388b2c07424c63ef7a653434a1 in 58ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741902_1078 (size=39263) 2024-11-20T17:43:28,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741902_1078 (size=39263) 2024-11-20T17:43:28,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741902_1078 (size=39263) 2024-11-20T17:43:28,238 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940/.tmp/colfamily11/e338a53dda1c43a4b578cefab1803e86 2024-11-20T17:43:28,239 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/441788388b2c07424c63ef7a653434a1/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,242 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:43:28,242 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 441788388b2c07424c63ef7a653434a1: Waiting for close lock at 1732124608163Running coprocessor pre-close hooks at 1732124608163Disabling compacts and flushes for region at 1732124608163Disabling writes for close at 1732124608163Obtaining lock to block concurrent updates at 1732124608163Preparing flush snapshotting stores in 441788388b2c07424c63ef7a653434a1 at 1732124608163Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124608163Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. at 1732124608164 (+1 ms)Flushing 441788388b2c07424c63ef7a653434a1/colfamily11: creating writer at 1732124608164Flushing 441788388b2c07424c63ef7a653434a1/colfamily11: appending metadata at 1732124608183 (+19 ms)Flushing 441788388b2c07424c63ef7a653434a1/colfamily11: closing flushed file at 1732124608183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1e6603db: reopening flushed file at 1732124608209 (+26 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 441788388b2c07424c63ef7a653434a1 in 58ms, sequenceid=5, compaction requested=false at 1732124608222 (+13 ms)Writing region close event to WAL at 1732124608232 (+10 ms)Running coprocessor post-close hooks at 1732124608241 (+9 ms)Closed at 1732124608242 (+1 ms) 2024-11-20T17:43:28,242 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ttt,1732124416665.441788388b2c07424c63ef7a653434a1. 2024-11-20T17:43:28,242 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 504233c0a210d82eaf34be86d9c43185, disabling compactions & flushes 2024-11-20T17:43:28,242 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:43:28,242 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:43:28,242 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. after waiting 0 ms 2024-11-20T17:43:28,242 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:43:28,243 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 504233c0a210d82eaf34be86d9c43185 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:28,246 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940/.tmp/colfamily11/e338a53dda1c43a4b578cefab1803e86 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940/colfamily11/e338a53dda1c43a4b578cefab1803e86 2024-11-20T17:43:28,254 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940/colfamily11/e338a53dda1c43a4b578cefab1803e86, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,255 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b2a438becd3a88204ecab34fcb07c940 in 65ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,262 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185/.tmp/colfamily11/86c2bd3cdd4c40b28bf7b711cd7531ae is 52, key is yyy/colfamily11:colfamily11/1732124420733/Put/seqid=0 2024-11-20T17:43:28,265 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/b2a438becd3a88204ecab34fcb07c940/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,266 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:43:28,267 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b2a438becd3a88204ecab34fcb07c940: Waiting for close lock at 1732124608190Running coprocessor pre-close hooks at 1732124608190Disabling compacts and flushes for region at 1732124608190Disabling writes for close at 1732124608190Obtaining lock to block concurrent updates at 1732124608190Preparing flush snapshotting stores in b2a438becd3a88204ecab34fcb07c940 at 1732124608190Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124608190Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. at 1732124608191 (+1 ms)Flushing b2a438becd3a88204ecab34fcb07c940/colfamily11: creating writer at 1732124608191Flushing b2a438becd3a88204ecab34fcb07c940/colfamily11: appending metadata at 1732124608216 (+25 ms)Flushing b2a438becd3a88204ecab34fcb07c940/colfamily11: closing flushed file at 1732124608216Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bff678: reopening flushed file at 1732124608246 (+30 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for b2a438becd3a88204ecab34fcb07c940 in 65ms, sequenceid=5, compaction requested=false at 1732124608255 (+9 ms)Writing region close event to WAL at 1732124608259 (+4 ms)Running coprocessor post-close hooks at 1732124608266 (+7 ms)Closed at 1732124608266 2024-11-20T17:43:28,267 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,vvv,1732124416665.b2a438becd3a88204ecab34fcb07c940. 2024-11-20T17:43:28,267 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6e74a04289f0e2197c6732aac2093faf, disabling compactions & flushes 2024-11-20T17:43:28,267 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:43:28,267 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:43:28,267 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. after waiting 0 ms 2024-11-20T17:43:28,267 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:43:28,273 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/6e74a04289f0e2197c6732aac2093faf/recovered.edits/7.seqid, newMaxSeqId=7, maxSeqId=4 2024-11-20T17:43:28,274 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:43:28,274 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6e74a04289f0e2197c6732aac2093faf: Waiting for close lock at 1732124608267Running coprocessor pre-close hooks at 1732124608267Disabling compacts and flushes for region at 1732124608267Disabling writes for close at 1732124608267Writing region close event to WAL at 1732124608269 (+2 ms)Running coprocessor post-close hooks at 1732124608274 (+5 ms)Closed at 1732124608274 2024-11-20T17:43:28,274 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,qqq,1732124416665.6e74a04289f0e2197c6732aac2093faf. 2024-11-20T17:43:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741903_1079 (size=39263) 2024-11-20T17:43:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741903_1079 (size=39263) 2024-11-20T17:43:28,283 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741903_1079 (size=39263) 2024-11-20T17:43:28,284 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185/.tmp/colfamily11/86c2bd3cdd4c40b28bf7b711cd7531ae 2024-11-20T17:43:28,292 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185/.tmp/colfamily11/86c2bd3cdd4c40b28bf7b711cd7531ae as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185/colfamily11/86c2bd3cdd4c40b28bf7b711cd7531ae 2024-11-20T17:43:28,300 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185/colfamily11/86c2bd3cdd4c40b28bf7b711cd7531ae, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,301 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 504233c0a210d82eaf34be86d9c43185 in 59ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,310 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/504233c0a210d82eaf34be86d9c43185/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,311 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:43:28,311 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 504233c0a210d82eaf34be86d9c43185: Waiting for close lock at 1732124608242Running coprocessor pre-close hooks at 1732124608242Disabling compacts and flushes for region at 1732124608242Disabling writes for close at 1732124608242Obtaining lock to block concurrent updates at 1732124608243 (+1 ms)Preparing flush snapshotting stores in 504233c0a210d82eaf34be86d9c43185 at 1732124608243Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124608243Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. at 1732124608244 (+1 ms)Flushing 504233c0a210d82eaf34be86d9c43185/colfamily11: creating writer at 1732124608244Flushing 504233c0a210d82eaf34be86d9c43185/colfamily11: appending metadata at 1732124608262 (+18 ms)Flushing 504233c0a210d82eaf34be86d9c43185/colfamily11: closing flushed file at 1732124608262Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@ca40f50: reopening flushed file at 1732124608290 (+28 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 504233c0a210d82eaf34be86d9c43185 in 59ms, sequenceid=5, compaction requested=false at 1732124608301 (+11 ms)Writing region close event to WAL at 1732124608302 (+1 ms)Running coprocessor post-close hooks at 1732124608310 (+8 ms)Closed at 1732124608310 2024-11-20T17:43:28,311 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,yyy,1732124416665.504233c0a210d82eaf34be86d9c43185. 2024-11-20T17:43:28,311 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2d9328d2b0d6d7514732f827c5ff59c2, disabling compactions & flushes 2024-11-20T17:43:28,311 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:43:28,311 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:43:28,311 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. after waiting 0 ms 2024-11-20T17:43:28,311 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:43:28,311 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 2d9328d2b0d6d7514732f827c5ff59c2 3/3 column families, dataSize=32.95 KB heapSize=83.13 KB 2024-11-20T17:43:28,329 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2/.tmp/colfamily11/70650e8137274290a04c865ffe8b6198 is 52, key is ccc/colfamily11:colfamily11/1732124420340/Put/seqid=0 2024-11-20T17:43:28,332 DEBUG [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1351): Waiting on 2d9328d2b0d6d7514732f827c5ff59c2 2024-11-20T17:43:28,333 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(976): stopping server 613581fcdc40,44541,1732124414306; all regions closed. 2024-11-20T17:43:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741865_1041 (size=15716) 2024-11-20T17:43:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741865_1041 (size=15716) 2024-11-20T17:43:28,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741865_1041 (size=15716) 2024-11-20T17:43:28,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741904_1080 (size=39263) 2024-11-20T17:43:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741904_1080 (size=39263) 2024-11-20T17:43:28,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741904_1080 (size=39263) 2024-11-20T17:43:28,343 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=32.95 KB at sequenceid=5 (bloomFilter=false), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2/.tmp/colfamily11/70650e8137274290a04c865ffe8b6198 2024-11-20T17:43:28,346 DEBUG [RS:2;613581fcdc40:44541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs 2024-11-20T17:43:28,347 INFO [RS:2;613581fcdc40:44541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 613581fcdc40%2C44541%2C1732124414306.meta:.meta(num 1732124602229) 2024-11-20T17:43:28,351 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2/.tmp/colfamily11/70650e8137274290a04c865ffe8b6198 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2/colfamily11/70650e8137274290a04c865ffe8b6198 2024-11-20T17:43:28,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741835_1011 (size=314313) 2024-11-20T17:43:28,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741835_1011 (size=314313) 2024-11-20T17:43:28,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741835_1011 (size=314313) 2024-11-20T17:43:28,359 DEBUG [RS:2;613581fcdc40:44541 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs 2024-11-20T17:43:28,359 INFO [RS:2;613581fcdc40:44541 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 613581fcdc40%2C44541%2C1732124414306:(num 1732124415792) 2024-11-20T17:43:28,359 DEBUG [RS:2;613581fcdc40:44541 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:43:28,359 INFO [RS:2;613581fcdc40:44541 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T17:43:28,360 INFO [RS:2;613581fcdc40:44541 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T17:43:28,360 INFO [RS:2;613581fcdc40:44541 {}] hbase.ChoreService(370): Chore service for: regionserver/613581fcdc40:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-20T17:43:28,360 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2/colfamily11/70650e8137274290a04c865ffe8b6198, entries=703, sequenceid=5, filesize=38.3 K 2024-11-20T17:43:28,360 INFO [RS:2;613581fcdc40:44541 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T17:43:28,361 INFO [RS:2;613581fcdc40:44541 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44541 2024-11-20T17:43:28,361 INFO [regionserver/613581fcdc40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T17:43:28,362 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2d9328d2b0d6d7514732f827c5ff59c2 in 51ms, sequenceid=5, compaction requested=false 2024-11-20T17:43:28,366 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/data/default/testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true/2d9328d2b0d6d7514732f827c5ff59c2/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-20T17:43:28,367 INFO [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:43:28,367 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2d9328d2b0d6d7514732f827c5ff59c2: Waiting for close lock at 1732124608311Running coprocessor pre-close hooks at 1732124608311Disabling compacts and flushes for region at 1732124608311Disabling writes for close at 1732124608311Obtaining lock to block concurrent updates at 1732124608311Preparing flush snapshotting stores in 2d9328d2b0d6d7514732f827c5ff59c2 at 1732124608311Finished memstore snapshotting testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2., syncing WAL and waiting on mvcc, flushsize=dataSize=33744, getHeapSize=85080, getOffHeapSize=0, getCellsCount=703 at 1732124608311Flushing stores of testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. at 1732124608312 (+1 ms)Flushing 2d9328d2b0d6d7514732f827c5ff59c2/colfamily11: creating writer at 1732124608312Flushing 2d9328d2b0d6d7514732f827c5ff59c2/colfamily11: appending metadata at 1732124608328 (+16 ms)Flushing 2d9328d2b0d6d7514732f827c5ff59c2/colfamily11: closing flushed file at 1732124608328Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7df2d2c: reopening flushed file at 1732124608351 (+23 ms)Finished flush of dataSize ~32.95 KB/33744, heapSize ~82.62 KB/84600, currentSize=0 B/0 for 2d9328d2b0d6d7514732f827c5ff59c2 in 51ms, sequenceid=5, compaction requested=false at 1732124608362 (+11 ms)Writing region close event to WAL at 1732124608363 (+1 ms)Running coprocessor post-close hooks at 1732124608367 (+4 ms)Closed at 1732124608367 2024-11-20T17:43:28,367 DEBUG [RS_CLOSE_REGION-regionserver/613581fcdc40:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed testRecoveryAndDoubleExecution-carryingMeta-true-doubleExecution-true,ccc,1732124416665.2d9328d2b0d6d7514732f827c5ff59c2. 2024-11-20T17:43:28,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/613581fcdc40,44541,1732124414306 2024-11-20T17:43:28,429 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T17:43:28,430 INFO [RS:2;613581fcdc40:44541 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T17:43:28,430 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [613581fcdc40,44541,1732124414306] 2024-11-20T17:43:28,532 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(976): stopping server 613581fcdc40,33405,1732124414163; all regions closed. 2024-11-20T17:43:28,537 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/WALs/613581fcdc40,33405,1732124414163/613581fcdc40%2C33405%2C1732124414163.1732124415791 not finished, retry = 0 2024-11-20T17:43:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741834_1010 (size=354127) 2024-11-20T17:43:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741834_1010 (size=354127) 2024-11-20T17:43:28,540 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741834_1010 (size=354127) 2024-11-20T17:43:28,586 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/613581fcdc40,44541,1732124414306 already deleted, retry=false 2024-11-20T17:43:28,586 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 613581fcdc40,44541,1732124414306 expired; onlineServers=1 2024-11-20T17:43:28,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T17:43:28,586 INFO [RS:2;613581fcdc40:44541 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T17:43:28,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44541-0x1015955065b0003, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T17:43:28,586 INFO [RS:2;613581fcdc40:44541 {}] regionserver.HRegionServer(1031): Exiting; stopping=613581fcdc40,44541,1732124414306; zookeeper connection closed. 2024-11-20T17:43:28,586 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3740244a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3740244a 2024-11-20T17:43:28,640 DEBUG [RS:0;613581fcdc40:33405 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/oldWALs 2024-11-20T17:43:28,640 INFO [RS:0;613581fcdc40:33405 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 613581fcdc40%2C33405%2C1732124414163:(num 1732124415791) 2024-11-20T17:43:28,640 DEBUG [RS:0;613581fcdc40:33405 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-20T17:43:28,640 INFO [RS:0;613581fcdc40:33405 {}] regionserver.LeaseManager(133): Closed leases 2024-11-20T17:43:28,640 INFO [RS:0;613581fcdc40:33405 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T17:43:28,640 INFO [RS:0;613581fcdc40:33405 {}] hbase.ChoreService(370): Chore service for: regionserver/613581fcdc40:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-20T17:43:28,640 INFO [RS:0;613581fcdc40:33405 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-20T17:43:28,640 INFO [RS:0;613581fcdc40:33405 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-20T17:43:28,641 INFO [RS:0;613581fcdc40:33405 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-20T17:43:28,641 INFO [RS:0;613581fcdc40:33405 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T17:43:28,641 INFO [RS:0;613581fcdc40:33405 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33405 2024-11-20T17:43:28,642 INFO [regionserver/613581fcdc40:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T17:43:28,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/613581fcdc40,33405,1732124414163 2024-11-20T17:43:28,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-11-20T17:43:28,667 INFO [RS:0;613581fcdc40:33405 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T17:43:28,734 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [613581fcdc40,33405,1732124414163] 2024-11-20T17:43:28,815 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /hbase/draining/613581fcdc40,33405,1732124414163 already deleted, retry=false 2024-11-20T17:43:28,815 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 613581fcdc40,33405,1732124414163 expired; onlineServers=0 2024-11-20T17:43:28,815 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '613581fcdc40,39619,1732124413411' ***** 2024-11-20T17:43:28,815 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-20T17:43:28,815 INFO [M:0;613581fcdc40:39619 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-20T17:43:28,815 INFO [M:0;613581fcdc40:39619 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-20T17:43:28,816 DEBUG [M:0;613581fcdc40:39619 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-20T17:43:28,816 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-20T17:43:28,816 DEBUG [M:0;613581fcdc40:39619 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-20T17:43:28,816 DEBUG [master/613581fcdc40:0:becomeActiveMaster-HFileCleaner.small.0-1732124415411 {}] cleaner.HFileCleaner(306): Exit Thread[master/613581fcdc40:0:becomeActiveMaster-HFileCleaner.small.0-1732124415411,5,FailOnTimeoutGroup] 2024-11-20T17:43:28,816 DEBUG [master/613581fcdc40:0:becomeActiveMaster-HFileCleaner.large.0-1732124415407 {}] cleaner.HFileCleaner(306): Exit Thread[master/613581fcdc40:0:becomeActiveMaster-HFileCleaner.large.0-1732124415407,5,FailOnTimeoutGroup] 2024-11-20T17:43:28,816 INFO [M:0;613581fcdc40:39619 {}] hbase.ChoreService(370): Chore service for: master/613581fcdc40:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-20T17:43:28,817 INFO [M:0;613581fcdc40:39619 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-20T17:43:28,817 DEBUG [M:0;613581fcdc40:39619 {}] master.HMaster(1795): Stopping service threads 2024-11-20T17:43:28,817 INFO [M:0;613581fcdc40:39619 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-20T17:43:28,817 INFO [M:0;613581fcdc40:39619 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-20T17:43:28,817 INFO [M:0;613581fcdc40:39619 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-20T17:43:28,818 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-20T17:43:28,834 INFO [RS:0;613581fcdc40:33405 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T17:43:28,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T17:43:28,834 INFO [RS:0;613581fcdc40:33405 {}] regionserver.HRegionServer(1031): Exiting; stopping=613581fcdc40,33405,1732124414163; zookeeper connection closed. 2024-11-20T17:43:28,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33405-0x1015955065b0001, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T17:43:28,835 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@32a2ab48 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@32a2ab48 2024-11-20T17:43:28,835 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 3 regionserver(s) complete 2024-11-20T17:43:28,867 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-11-20T17:43:28,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-11-20T17:43:28,868 DEBUG [M:0;613581fcdc40:39619 {}] zookeeper.ZKUtil(347): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-11-20T17:43:28,868 WARN [M:0;613581fcdc40:39619 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-20T17:43:28,869 INFO [M:0;613581fcdc40:39619 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/.lastflushedseqids 2024-11-20T17:43:28,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741905_1081 (size=2837) 2024-11-20T17:43:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741905_1081 (size=2837) 2024-11-20T17:43:28,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741905_1081 (size=2837) 2024-11-20T17:43:28,889 INFO [M:0;613581fcdc40:39619 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-20T17:43:28,889 INFO [M:0;613581fcdc40:39619 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-20T17:43:28,890 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-20T17:43:28,890 INFO [M:0;613581fcdc40:39619 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T17:43:28,890 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T17:43:28,890 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-20T17:43:28,890 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T17:43:28,890 INFO [M:0;613581fcdc40:39619 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=344.49 KB heapSize=404.84 KB 2024-11-20T17:43:28,904 DEBUG [M:0;613581fcdc40:39619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ae5321b70cc436e84b14e04f707c1f0 is 82, key is hbase:meta,,1/info:regioninfo/1732124602560/Put/seqid=0 2024-11-20T17:43:28,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741906_1082 (size=6071) 2024-11-20T17:43:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741906_1082 (size=6071) 2024-11-20T17:43:28,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741906_1082 (size=6071) 2024-11-20T17:43:28,910 INFO [M:0;613581fcdc40:39619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1008 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ae5321b70cc436e84b14e04f707c1f0 2024-11-20T17:43:28,931 DEBUG [M:0;613581fcdc40:39619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec0d45268e8249b28e93ebdfdae40837 is 4106, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732124418369/Put/seqid=0 2024-11-20T17:43:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741907_1083 (size=13500) 2024-11-20T17:43:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741907_1083 (size=13500) 2024-11-20T17:43:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741907_1083 (size=13500) 2024-11-20T17:43:28,938 INFO [M:0;613581fcdc40:39619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=343.26 KB at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec0d45268e8249b28e93ebdfdae40837 2024-11-20T17:43:28,959 DEBUG [M:0;613581fcdc40:39619 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8f3fd1af994b039b43a827b301856e is 69, key is 613581fcdc40,33405,1732124414163/rs:state/1732124415498/Put/seqid=0 2024-11-20T17:43:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741908_1084 (size=5447) 2024-11-20T17:43:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741908_1084 (size=5447) 2024-11-20T17:43:28,965 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741908_1084 (size=5447) 2024-11-20T17:43:28,966 INFO [M:0;613581fcdc40:39619 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=249 B at sequenceid=635 (bloomFilter=true), to=hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8f3fd1af994b039b43a827b301856e 2024-11-20T17:43:28,971 INFO [M:0;613581fcdc40:39619 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad8f3fd1af994b039b43a827b301856e 2024-11-20T17:43:28,971 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/1ae5321b70cc436e84b14e04f707c1f0 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ae5321b70cc436e84b14e04f707c1f0 2024-11-20T17:43:28,976 INFO [M:0;613581fcdc40:39619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/1ae5321b70cc436e84b14e04f707c1f0, entries=14, sequenceid=635, filesize=5.9 K 2024-11-20T17:43:28,977 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/ec0d45268e8249b28e93ebdfdae40837 as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec0d45268e8249b28e93ebdfdae40837 2024-11-20T17:43:28,982 INFO [M:0;613581fcdc40:39619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/ec0d45268e8249b28e93ebdfdae40837, entries=81, sequenceid=635, filesize=13.2 K 2024-11-20T17:43:28,983 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ad8f3fd1af994b039b43a827b301856e as hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad8f3fd1af994b039b43a827b301856e 2024-11-20T17:43:28,987 INFO [M:0;613581fcdc40:39619 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ad8f3fd1af994b039b43a827b301856e 2024-11-20T17:43:28,988 INFO [M:0;613581fcdc40:39619 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43433/user/jenkins/test-data/5c321bdc-eee6-156e-34f5-434c0f348b57/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ad8f3fd1af994b039b43a827b301856e, entries=3, sequenceid=635, filesize=5.3 K 2024-11-20T17:43:28,989 INFO [M:0;613581fcdc40:39619 {}] regionserver.HRegion(3140): Finished flush of dataSize ~344.49 KB/352757, heapSize ~404.55 KB/414256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=635, compaction requested=false 2024-11-20T17:43:29,001 INFO [M:0;613581fcdc40:39619 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-20T17:43:29,001 DEBUG [M:0;613581fcdc40:39619 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732124608890Disabling compacts and flushes for region at 1732124608890Disabling writes for close at 1732124608890Obtaining lock to block concurrent updates at 1732124608890Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732124608890Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=352757, getHeapSize=414496, getOffHeapSize=0, getCellsCount=800 at 1732124608890Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732124608891 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732124608891Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732124608904 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732124608904Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732124608914 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732124608931 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732124608931Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732124608943 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732124608958 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732124608958Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d0d2bab: reopening flushed file at 1732124608971 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@189ac619: reopening flushed file at 1732124608976 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45ce3d2a: reopening flushed file at 1732124608982 (+6 ms)Finished flush of dataSize ~344.49 KB/352757, heapSize ~404.55 KB/414256, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 99ms, sequenceid=635, compaction requested=false at 1732124608989 (+7 ms)Writing region close event to WAL at 1732124609001 (+12 ms)Closed at 1732124609001 2024-11-20T17:43:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33093 is added to blk_1073741830_1006 (size=395111) 2024-11-20T17:43:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33963 is added to blk_1073741830_1006 (size=395111) 2024-11-20T17:43:29,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37361 is added to blk_1073741830_1006 (size=395111) 2024-11-20T17:43:29,005 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-20T17:43:29,005 INFO [M:0;613581fcdc40:39619 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-20T17:43:29,005 INFO [M:0;613581fcdc40:39619 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39619 2024-11-20T17:43:29,006 INFO [M:0;613581fcdc40:39619 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-20T17:43:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T17:43:29,157 INFO [M:0;613581fcdc40:39619 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-20T17:43:29,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39619-0x1015955065b0000, quorum=127.0.0.1:55267, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-20T17:43:29,161 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@22333f25{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T17:43:29,164 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@eec57c1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T17:43:29,164 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T17:43:29,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17888407{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T17:43:29,164 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30067af9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir/,STOPPED} 2024-11-20T17:43:29,166 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T17:43:29,166 WARN [BP-1825892799-172.17.0.2-1732124408719 heartbeating to localhost/127.0.0.1:43433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T17:43:29,166 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T17:43:29,166 WARN [BP-1825892799-172.17.0.2-1732124408719 heartbeating to localhost/127.0.0.1:43433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1825892799-172.17.0.2-1732124408719 (Datanode Uuid db36f3f8-663c-4f79-b106-b0e08b66f8b0) service to localhost/127.0.0.1:43433 2024-11-20T17:43:29,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data5/current/BP-1825892799-172.17.0.2-1732124408719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T17:43:29,168 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data6/current/BP-1825892799-172.17.0.2-1732124408719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T17:43:29,168 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T17:43:29,170 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ba455be{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T17:43:29,171 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@259771a6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T17:43:29,171 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T17:43:29,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c516a28{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T17:43:29,171 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7f4017e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir/,STOPPED} 2024-11-20T17:43:29,172 WARN [BP-1825892799-172.17.0.2-1732124408719 heartbeating to localhost/127.0.0.1:43433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T17:43:29,172 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T17:43:29,172 WARN [BP-1825892799-172.17.0.2-1732124408719 heartbeating to localhost/127.0.0.1:43433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1825892799-172.17.0.2-1732124408719 (Datanode Uuid 560119da-088a-49f7-a6b0-112372443468) service to localhost/127.0.0.1:43433 2024-11-20T17:43:29,172 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T17:43:29,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data3/current/BP-1825892799-172.17.0.2-1732124408719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T17:43:29,173 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data4/current/BP-1825892799-172.17.0.2-1732124408719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T17:43:29,173 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T17:43:29,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d81bf0e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-20T17:43:29,175 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@572fe942{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T17:43:29,175 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T17:43:29,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@664a7783{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T17:43:29,175 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7da31712{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir/,STOPPED} 2024-11-20T17:43:29,176 WARN [BP-1825892799-172.17.0.2-1732124408719 heartbeating to localhost/127.0.0.1:43433 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-20T17:43:29,176 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-20T17:43:29,176 WARN [BP-1825892799-172.17.0.2-1732124408719 heartbeating to localhost/127.0.0.1:43433 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1825892799-172.17.0.2-1732124408719 (Datanode Uuid cd5acec3-b5ac-461d-b9dd-f50cad2e6eea) service to localhost/127.0.0.1:43433 2024-11-20T17:43:29,176 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-20T17:43:29,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data1/current/BP-1825892799-172.17.0.2-1732124408719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T17:43:29,177 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/cluster_cd0ed053-6bde-626a-9155-1681888fdbce/data/data2/current/BP-1825892799-172.17.0.2-1732124408719 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-20T17:43:29,177 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-20T17:43:29,184 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5183f126{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-20T17:43:29,185 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4350931a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-20T17:43:29,185 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-20T17:43:29,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4974766f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-20T17:43:29,185 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2c447bb0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/test-data/6b2f40b7-5e45-b51d-3d8f-9c8ee1e8be4e/hadoop.log.dir/,STOPPED} 2024-11-20T17:43:29,197 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-20T17:43:29,268 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-20T17:43:29,278 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: master.procedure.TestSCPWithMeta#testRecoveryAndDoubleExecutionOnRsWithMeta Thread=89 (was 11) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/613581fcdc40:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/613581fcdc40:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: regionserver/613581fcdc40:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43433 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/613581fcdc40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/613581fcdc40:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43433 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/613581fcdc40:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: master/613581fcdc40:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (102774891) connection to localhost/127.0.0.1:43433 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:43433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@5b06b1d3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:43433 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43433 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/613581fcdc40:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-4-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-6-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/613581fcdc40:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=455 (was 285) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=153 (was 269), ProcessCount=11 (was 11), AvailableMemoryMB=8907 (was 9835)